From e3bed8e21e3c8b60734ce95eb2bb2a2d371a9907 Mon Sep 17 00:00:00 2001 From: Vratko Polak Date: Tue, 10 Jul 2018 13:41:58 +0200 Subject: [PATCH] CSIT-1178: Prepare for bursty MRR + All suites and tests still refer to MRR instead of BMRR (or FRMOBL). + API change: Traffic should pass with maximum rate first argument got a default value, thus it needs to be moved towards the end of argument list. + Consequently, the value for it has been deleted from suites. + Test message is now compatible only with BMRR parsing. - Reporting of transmit rate is left as TODO. + Global test __init__ with new way of giving defaults to global variables. + The new keyword is put into robot_enhancements.robot resource. + Number of trials and trial duration are now configurable. - Bootstrap scripts have no support for overriding the defaults yet. Change-Id: I4b108cc9c256730e62c03fbacba0a1c314f8ae88 Signed-off-by: Vratko Polak --- .../robot/performance/performance_utils.robot | 74 ++++++++++------------ resources/libraries/robot/robot_enhancements.robot | 55 ++++++++++++++++ resources/tools/presentation/input_data_parser.py | 3 +- tests/__init__.robot | 31 +++++++++ .../10ge2p1x520-eth-l2xcbase-testpmd-mrr.robot | 2 +- .../10ge2p1x520-ethip4-ip4base-l3fwd-mrr.robot | 2 +- .../10ge2p1x710-eth-l2xcbase-testpmd-mrr.robot | 2 +- .../40ge2p1xl710-eth-l2xcbase-testpmd-mrr.robot | 2 +- tests/dpdk/perf/__init__.robot | 4 +- tests/kubernetes/perf/__init__.robot | 4 +- tests/vpp/perf/__init__.robot | 4 +- ...20-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot | 2 +- ...e2p1x520-eth-l2xcbase-eth-1memif-1dcr-mrr.robot | 2 +- ...e2p1x520-eth-l2xcbase-eth-2memif-1dcr-mrr.robot | 2 +- ...e2p1x520-eth-l2xcbase-eth-2memif-1lxc-mrr.robot | 2 +- ...10-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot | 2 +- ...e2p1x710-eth-l2xcbase-eth-1memif-1dcr-mrr.robot | 2 +- ...e2p1x710-eth-l2xcbase-eth-2memif-1dcr-mrr.robot | 2 +- ...e2p1x710-eth-l2xcbase-eth-2memif-1lxc-mrr.robot | 2 +- ...10-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot | 2 +- ...2p1xl710-eth-l2xcbase-eth-2memif-1lxc-mrr.robot | 2 +- ...thip4ipsecbasetnl-ip4base-int-aes-gcm-mrr.robot | 2 +- ...hip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr.robot | 2 +- ...ip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr.robot | 2 +- ...p4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr.robot | 2 +- ...ipsecscale1000tnl-ip4base-int-aes-gcm-mrr.robot | 2 +- ...psecscale1000tnl-ip4base-int-cbc-sha1-mrr.robot | 2 +- ...2p1x520-ethip4-ip4base-copwhtlistbase-mrr.robot | 2 +- ...0ge2p1x520-ethip4-ip4base-iacldstbase-mrr.robot | 2 +- ...p1x520-ethip4-ip4base-ipolicemarkbase-mrr.robot | 2 +- .../perf/ip4/10ge2p1x520-ethip4-ip4base-mrr.robot | 2 +- .../ip4/10ge2p1x520-ethip4-ip4scale200k-mrr.robot | 2 +- .../ip4/10ge2p1x520-ethip4-ip4scale20k-mrr.robot | 2 +- .../ip4/10ge2p1x520-ethip4-ip4scale2m-mrr.robot | 2 +- ...20-ethip4udp-ip4base-iacl1sf-10kflows-mrr.robot | 2 +- ...20-ethip4udp-ip4base-iacl1sl-10kflows-mrr.robot | 2 +- ...0-ethip4udp-ip4base-iacl50sf-10kflows-mrr.robot | 2 +- ...0-ethip4udp-ip4base-iacl50sl-10kflows-mrr.robot | 2 +- .../10ge2p1x520-ethip4udp-ip4base-nat44-mrr.robot | 2 +- ...4udp-ip4scale1000-udpsrcscale15-nat44-mrr.robot | 2 +- ...2p1x710-ethip4-ip4base-copwhtlistbase-mrr.robot | 2 +- ...0ge2p1x710-ethip4-ip4base-iacldstbase-mrr.robot | 2 +- ...p1x710-ethip4-ip4base-ipolicemarkbase-mrr.robot | 2 +- .../perf/ip4/10ge2p1x710-ethip4-ip4base-mrr.robot | 2 +- .../ip4/10ge2p1x710-ethip4-ip4scale200k-mrr.robot | 2 +- .../ip4/10ge2p1x710-ethip4-ip4scale20k-mrr.robot | 2 +- .../ip4/10ge2p1x710-ethip4-ip4scale2m-mrr.robot | 2 +- ...10-ethip4udp-ip4base-iacl1sf-10kflows-mrr.robot | 2 +- ...10-ethip4udp-ip4base-iacl1sl-10kflows-mrr.robot | 2 +- ...0-ethip4udp-ip4base-iacl50sf-10kflows-mrr.robot | 2 +- ...0-ethip4udp-ip4base-iacl50sl-10kflows-mrr.robot | 2 +- .../10ge2p1x710-ethip4udp-ip4base-nat44-mrr.robot | 2 +- ...4udp-ip4scale1000-udpsrcscale15-nat44-mrr.robot | 2 +- .../perf/ip4/40ge2p1xl710-ethip4-ip4base-mrr.robot | 2 +- .../10ge2p1x520-ethip4lispip4-ip4base-mrr.robot | 2 +- ...0ge2p1x520-ethip4vxlan-l2bdbasemaclrn-mrr.robot | 2 +- .../10ge2p1x520-ethip4vxlan-l2xcbase-mrr.robot | 2 +- .../10ge2p1x710-ethip4lispip4-ip4base-mrr.robot | 2 +- ...0ge2p1x710-ethip4vxlan-l2bdbasemaclrn-mrr.robot | 2 +- .../10ge2p1x710-ethip4vxlan-l2xcbase-mrr.robot | 2 +- ...2p1x520-ethip6-ip6base-copwhtlistbase-mrr.robot | 2 +- ...0ge2p1x520-ethip6-ip6base-iacldstbase-mrr.robot | 2 +- .../perf/ip6/10ge2p1x520-ethip6-ip6base-mrr.robot | 2 +- .../ip6/10ge2p1x520-ethip6-ip6scale200k-mrr.robot | 2 +- .../ip6/10ge2p1x520-ethip6-ip6scale20k-mrr.robot | 2 +- .../ip6/10ge2p1x520-ethip6-ip6scale2m-mrr.robot | 2 +- ...2p1x710-ethip6-ip6base-copwhtlistbase-mrr.robot | 2 +- ...0ge2p1x710-ethip6-ip6base-iacldstbase-mrr.robot | 2 +- .../perf/ip6/10ge2p1x710-ethip6-ip6base-mrr.robot | 2 +- .../ip6/10ge2p1x710-ethip6-ip6scale200k-mrr.robot | 2 +- .../ip6/10ge2p1x710-ethip6-ip6scale20k-mrr.robot | 2 +- .../ip6/10ge2p1x710-ethip6-ip6scale2m-mrr.robot | 2 +- .../perf/ip6/40ge2p1xl710-ethip6-ip6base-mrr.robot | 2 +- .../l2/10ge2p1x520-dot1q-l2bdbasemaclrn-mrr.robot | 2 +- .../perf/l2/10ge2p1x520-dot1q-l2xcbase-mrr.robot | 2 +- ...0-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.robot | 2 +- ...0-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.robot | 2 +- ...-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.robot | 2 +- ...-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.robot | 2 +- .../l2/10ge2p1x520-eth-l2bdbasemaclrn-mrr.robot | 2 +- .../10ge2p1x520-eth-l2bdscale100kmaclrn-mrr.robot | 2 +- .../10ge2p1x520-eth-l2bdscale10kmaclrn-mrr.robot | 2 +- .../l2/10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.robot | 2 +- .../vpp/perf/l2/10ge2p1x520-eth-l2xcbase-mrr.robot | 2 +- .../l2/10ge2p1x710-dot1q-l2bdbasemaclrn-mrr.robot | 2 +- .../perf/l2/10ge2p1x710-dot1q-l2xcbase-mrr.robot | 2 +- ...0-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.robot | 2 +- ...0-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.robot | 2 +- ...-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.robot | 2 +- ...-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.robot | 2 +- .../l2/10ge2p1x710-eth-l2bdbasemaclrn-mrr.robot | 2 +- .../10ge2p1x710-eth-l2bdscale100kmaclrn-mrr.robot | 2 +- .../10ge2p1x710-eth-l2bdscale10kmaclrn-mrr.robot | 2 +- .../l2/10ge2p1x710-eth-l2bdscale1mmaclrn-mrr.robot | 2 +- .../vpp/perf/l2/10ge2p1x710-eth-l2xcbase-mrr.robot | 2 +- .../l2/40ge2p1xl710-eth-l2bdbasemaclrn-mrr.robot | 2 +- .../perf/l2/40ge2p1xl710-eth-l2xcbase-mrr.robot | 2 +- ...2p1x520-ethip6ip6-ip6base-srv6enc1sid-mrr.robot | 2 +- ...520-ethip6srhip6-ip6base-srv6enc2sids-mrr.robot | 2 +- ...6srhip6-ip6base-srv6enc2sids-nodecaps-mrr.robot | 2 +- ...20-ethip6srhip6-ip6base-srv6proxy-dyn-mrr.robot | 2 +- ...0-ethip6srhip6-ip6base-srv6proxy-masq-mrr.robot | 2 +- ...0-ethip6srhip6-ip6base-srv6proxy-stat-mrr.robot | 2 +- ...q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot | 2 +- ...k-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot | 2 +- ...q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot | 2 +- ...p-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot | 2 +- ...q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot | 2 +- ...0-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot | 2 +- ...h-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot | 2 +- ...th-l2bdbasemaclrn-eth-2vhostvr256-1vm-mrr.robot | 2 +- ...h-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot | 2 +- ...520-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot | 2 +- ...x520-eth-l2xcbase-eth-2vhostvr256-1vm-mrr.robot | 2 +- ...520-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot | 2 +- ...0-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr.robot | 2 +- ...20-ethip4-ip4base-eth-2vhostvr256-1vm-mrr.robot | 2 +- ...0-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot | 2 +- ...n-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot | 2 +- ...q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot | 2 +- ...k-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot | 2 +- ...q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot | 2 +- ...p-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot | 2 +- ...q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot | 2 +- ...0-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot | 2 +- ...th-l2bdbasemaclrn-eth-2vhostvr256-1vm-mrr.robot | 2 +- ...h-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot | 2 +- ...710-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot | 2 +- ...x710-eth-l2xcbase-eth-2vhostvr256-1vm-mrr.robot | 2 +- ...710-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot | 2 +- ...0-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr.robot | 2 +- ...10-ethip4-ip4base-eth-2vhostvr256-1vm-mrr.robot | 2 +- ...0-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot | 2 +- ...n-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot | 2 +- ...h-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot | 2 +- ...h-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot | 2 +- ...h-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot | 2 +- 137 files changed, 253 insertions(+), 182 deletions(-) create mode 100644 resources/libraries/robot/robot_enhancements.robot create mode 100644 tests/__init__.robot diff --git a/resources/libraries/robot/performance/performance_utils.robot b/resources/libraries/robot/performance/performance_utils.robot index f48003ff14..2cb8d07cb4 100644 --- a/resources/libraries/robot/performance/performance_utils.robot +++ b/resources/libraries/robot/performance/performance_utils.robot @@ -585,30 +585,6 @@ | | ... | ${\n}LOSS_ACCEPTANCE: ${loss_acceptance} ${loss_acceptance_type} | | ... | append=yes -| Display raw results -| | [Documentation] -| | ... | Display raw results from TG in total received/send packets over trial -| | ... | duration in seconds. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - L2 Frame Size [B]. Type: integer -| | ... | - results - Measured results. Type: string -| | ... -| | ... | *Example:* -| | ... -| | ... | \| Display raw results \| 64 \| results \| -| | ... -| | [Arguments] | ${framesize} | ${results} -| | ... -| | ${framesize}= | Get Frame Size | ${framesize} -| | @{tokens}= | Split String | ${results} | , -| | @{received}= | Split String | @{tokens}[1] | = -| | @{sent}= | Split String | @{tokens}[2] | = -| | ${total_received} = | Set Variable | @{received}[1] -| | ${total_sent} = | Set Variable | @{sent}[1] -| | Set Test Message | MaxReceivedRate_Results [pkts/${perf_trial_duration}sec]: -| | Set Test Message | tx ${total_sent}, rx ${total_received} | append=yes - | Measure latency pps | | [Documentation] | | ... | Send traffic at specified rate. Measure min/avg/max latency @@ -687,51 +663,65 @@ | | ... | Send traffic at maximum rate. | | ... | | ... | *Arguments:* -| | ... | - duration - Duration of traffic run [s]. Type: integer | | ... | - rate - Rate for sending packets. Type: string | | ... | - framesize - L2 Frame Size [B] or IMIX_v4_1. Type: integer/string | | ... | - topology_type - Topology type. Type: string -| | ... | Type: boolean +| | ... | - subsamples - How many trials in this measurement. Type:int +| | ... | - trial_duration - Duration of single trial [s]. Type: float +| | ... | - fail_no_traffic - Whether to fail on zero receive count. Type: boolean | | ... | | ... | *Example:* | | ... -| | ... | \| Traffic should pass with maximum rate \| 10 \| 4.0mpps \| 64 \ -| | ... | \| 3-node-IPv4 \| +| | ... | \| Traffic should pass with maximum rate \| 4.0mpps \| 64 \ +| | ... | \| 3-node-IPv4 \| ${1} \| ${10.0} | ${False} | | ... -| | [Arguments] | ${duration} | ${rate} | ${framesize} | ${topology_type} -| | ... | ${fail_no_traffic}=${True} +| | [Arguments] | ${rate} | ${framesize} | ${topology_type} +| | ... | ${trial_duration}=${perf_trial_duration} | ${fail_no_traffic}=${True} +| | ... | ${subsamples}=${perf_trial_multiplicity} | | ... -| | ${results}= | Send traffic at specified rate | ${duration} | ${rate} -| | ... | ${framesize} | ${topology_type} -| | Display raw results | ${framesize} | ${results} +| | ${results} = | Send traffic at specified rate | ${trial_duration} | ${rate} +| | ... | ${framesize} | ${topology_type} | ${subsamples} +| | Set Test Message | ${\n}Maximum Receive Rate trial results +| | Set Test Message | in packets per second: ${results} +| | ... | append=yes +| | # TODO: Should we also report the percentage relative to transmit rate, +| | # so that people looking at console can decide how close to 100% it is? | | Run Keyword If | ${fail_no_traffic} | Fail if no traffic forwarded | Send traffic at specified rate | | [Documentation] | | ... | Send traffic at specified rate. +| | ... | Return list of measured receive rates. | | ... | | ... | *Arguments:* -| | ... | - duration - Duration of traffic run [s]. Type: integer +| | ... | - trial_duration - Duration of single trial [s]. Type: float | | ... | - rate - Rate for sending packets. Type: string | | ... | - framesize - L2 Frame Size [B]. Type: integer/string | | ... | - topology_type - Topology type. Type: string -| | ... | Type: boolean +| | ... | - subsamples - How many trials in this measurement. Type: int | | ... | | ... | *Example:* | | ... -| | ... | \| Send traffic at specific rate \| 10 \| 4.0mpps \| 64 \ -| | ... | \| 3-node-IPv4 \| +| | ... | \| Send traffic at specified rate \| ${1.0} \| 4.0mpps \| 64 \ +| | ... | \| 3-node-IPv4 \| ${10} | | ... -| | [Arguments] | ${duration} | ${rate} | ${framesize} | ${topology_type} +| | [Arguments] | ${trial_duration} | ${rate} | ${framesize} +| | ... | ${topology_type} | ${subsamples}=${1} | | ... -| | Clear and show runtime counters with running traffic | ${duration} +| | Clear and show runtime counters with running traffic | ${trial_duration} | | ... | ${rate} | ${framesize} | ${topology_type} | | Run Keyword If | ${dut_stats}==${True} | Clear all counters on all DUTs | | Run Keyword If | ${dut_stats}==${True} and ${pkt_trace}==${True} | | ... | VPP Enable Traces On All DUTs | ${nodes} -| | ${results} = | Send traffic on tg | ${duration} | ${rate} | ${framesize} -| | ... | ${topology_type} | warmup_time=0 -| | Run Keyword If | ${dut_stats}==${True} | Show statistics on all DUTs | ${nodes} +| | ${results} = | Create List +| | :FOR | ${i} | IN RANGE | ${subsamples} +| | | Send traffic on tg | ${trial_duration} | ${rate} | ${framesize} +| | | ... | ${topology_type} | warmup_time=0 +| | | ${rx} = | Get Received +| | | ${rr} = | Evaluate | ${rx} / ${trial_duration} +| | | Append To List | ${results} | ${rr} +| | Run Keyword If | ${dut_stats}==${True} | Show statistics on all DUTs +| | ... | ${nodes} | | Run Keyword If | ${dut_stats}==${True} and ${pkt_trace}==${True} | | ... | Show Packet Trace On All Duts | ${nodes} | maximum=${100} | | Return From Keyword | ${results} diff --git a/resources/libraries/robot/robot_enhancements.robot b/resources/libraries/robot/robot_enhancements.robot new file mode 100644 index 0000000000..7b337eafeb --- /dev/null +++ b/resources/libraries/robot/robot_enhancements.robot @@ -0,0 +1,55 @@ +# Copyright (c) 2018 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Documentation +| ... | Place to store general keywords, similar to ones in BuiltIn library. +| Library | OperatingSystem +| Library | String + +*** Keywords *** +| Ensure Global Variable +| | [Documentation] | Give default value (from environment or code) to variable. +| | ... +| | ... | Ideally we would just use Variables table to set global variables. +| | ... | Unfortunately, __init__ files are special (among other things) +| | ... | by the fact that variables set in the table are not available +| | ... | for (sub)directory suites. +| | ... | Therefore we are using BuiltIn.Set_Global_Variable explicitly. +| | ... | While we are running code here, we allow environment variables +| | ... | to override the default values. +| | ... | If environment variable name is not specified (or empty), +| | ... | the upper case of the variable name is used, prefixed by "CSIT_". +| | ... | The --variable parameter to pybot takes precedence to environment. +| | ... +| | ... | *Arguments:* +| | ... | - variable_name - Name of global variable to set. Type: string +| | ... | - default_value - Value to set if not set otherwise. Type: string +| | ... | - env_var_name - Name of environment variable to read. Type: string +| | ... | - application - Prefix for default environment variable. Type: string +| | ... +| | ... | *Example:* +| | ... | \| Ensure Global Variable \| perf_trial_duration \| 10.0 \| TRIAL_DUR +| | ... +| | [Arguments] | ${variable_name} | ${default_value} | ${env_var_name}=${EMPTY} +| | ... | ${application}=CSIT +| | ... +| | ${env_var_length} = | Get Length | ${env_var_name} +| | ${default_env_var} = | Convert To Uppercase | ${variable_name} +| | ${env_var} = | Set Variable If | ${env_var_length} +| | ... | ${env_var_name} | ${application}_${default_env_var} +| | ${updated_default} = | Get Environment Variable +| | ... | ${env_var} | ${default_value} +| | ${final_value} = | Get Variable Value +| | ... | \${${variable_name}} | ${updated_default} +| | Set Global Variable | \${${variable_name}} | ${final_value} diff --git a/resources/tools/presentation/input_data_parser.py b/resources/tools/presentation/input_data_parser.py index d3e83fd041..ad3d32762e 100644 --- a/resources/tools/presentation/input_data_parser.py +++ b/resources/tools/presentation/input_data_parser.py @@ -197,7 +197,8 @@ class ExecutionChecker(ResultVisitor): REGEX_MRR = re.compile(r'MaxReceivedRate_Results\s\[pkts/(\d*)sec\]:\s' r'tx\s(\d*),\srx\s(\d*)') - REGEX_BMRR = re.compile(r'Maximum Receive Rate Results \[(.*)\]') + REGEX_BMRR = re.compile(r'Maximum Receive Rate trial results' + r' in packets per second: \[(.*)\]') REGEX_TC_TAG = re.compile(r'\d+[tT]\d+[cC]') diff --git a/tests/__init__.robot b/tests/__init__.robot new file mode 100644 index 0000000000..106270f478 --- /dev/null +++ b/tests/__init__.robot @@ -0,0 +1,31 @@ +# Copyright (c) 2018 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Documentation | Set global variables common to all tests. +| Resource | resources/libraries/robot/robot_enhancements.robot +| Suite Setup | Set Common Variables + +*** Keywords *** +| Set Common Variables +| | [Documentation] | Set the following global variables. +| | ... +| | ... | While currently only MRR tests are using the values, +| | ... | any new test might decide to use them, +| | ... | so variable names are generic for "perf" scope. +| | ... +| | ... | perf_trial_multiplicity - Number of trials to execute in MRR test. +| | ... | perf_trial_duration - Duration of one trial in MRR test. +| | ... +| | Ensure Global Variable | perf_trial_multiplicity | 1 +| | Ensure Global Variable | perf_trial_duration | 10 diff --git a/tests/dpdk/perf/10ge2p1x520-eth-l2xcbase-testpmd-mrr.robot b/tests/dpdk/perf/10ge2p1x520-eth-l2xcbase-testpmd-mrr.robot index 67c271b021..ca4faac946 100644 --- a/tests/dpdk/perf/10ge2p1x520-eth-l2xcbase-testpmd-mrr.robot +++ b/tests/dpdk/perf/10ge2p1x520-eth-l2xcbase-testpmd-mrr.robot @@ -66,7 +66,7 @@ | | ... | ${get_framesize} < ${1522} | no | yes | | ... | | Given Start L2FWD on all DUTs | ${wt} | ${rxq} | ${jumbo_frames} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/dpdk/perf/10ge2p1x520-ethip4-ip4base-l3fwd-mrr.robot b/tests/dpdk/perf/10ge2p1x520-ethip4-ip4base-l3fwd-mrr.robot index c9555473bb..1c16d9cc66 100644 --- a/tests/dpdk/perf/10ge2p1x520-ethip4-ip4base-l3fwd-mrr.robot +++ b/tests/dpdk/perf/10ge2p1x520-ethip4-ip4base-l3fwd-mrr.robot @@ -65,7 +65,7 @@ | | ... | ${get_framesize} < ${1522} | no | yes | | ... | | Given Start L3FWD on all DUTs | ${wt} | ${rxq} | ${jumbo_frames} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/dpdk/perf/10ge2p1x710-eth-l2xcbase-testpmd-mrr.robot b/tests/dpdk/perf/10ge2p1x710-eth-l2xcbase-testpmd-mrr.robot index 9257cddb62..180c15ceb1 100644 --- a/tests/dpdk/perf/10ge2p1x710-eth-l2xcbase-testpmd-mrr.robot +++ b/tests/dpdk/perf/10ge2p1x710-eth-l2xcbase-testpmd-mrr.robot @@ -66,7 +66,7 @@ | | ... | ${get_framesize} < ${1522} | no | yes | | ... | | Given Start L2FWD on all DUTs | ${wt} | ${rxq} | ${jumbo_frames} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/dpdk/perf/40ge2p1xl710-eth-l2xcbase-testpmd-mrr.robot b/tests/dpdk/perf/40ge2p1xl710-eth-l2xcbase-testpmd-mrr.robot index 435512408d..65e901bbb7 100644 --- a/tests/dpdk/perf/40ge2p1xl710-eth-l2xcbase-testpmd-mrr.robot +++ b/tests/dpdk/perf/40ge2p1xl710-eth-l2xcbase-testpmd-mrr.robot @@ -70,7 +70,7 @@ | | ... | ${get_framesize} < ${1522} | no | yes | | ... | | Given Start L2FWD on all DUTs | ${wt} | ${rxq} | ${jumbo_frames} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/dpdk/perf/__init__.robot b/tests/dpdk/perf/__init__.robot index 6d38c40229..d818f94e25 100644 --- a/tests/dpdk/perf/__init__.robot +++ b/tests/dpdk/perf/__init__.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2016 Cisco and/or its affiliates. +# Copyright (c) 2018 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -31,14 +31,12 @@ | | ... | Setup suite Variables. Variables are used across performance testing. | | ... | | ... | _NOTE:_ This KW sets following suite variables: -| | ... | - perf_trial_duration - Duration of traffic run [s]. | | ... | - perf_pdr_loss_acceptance - Loss acceptance treshold | | ... | - perf_pdr_loss_acceptance_type - Loss acceptance treshold type | | ... | - perf_vm_image - Guest VM disk image | | ... | - pkt_trace - Switch to enable packet trace for test | | ... | - dut_stats - Switch to enable DUT statistics | | ... -| | Set Global Variable | ${perf_trial_duration} | 10 | | Set Global Variable | ${perf_pdr_loss_acceptance} | 0.5 | | Set Global Variable | ${perf_pdr_loss_acceptance_type} | percentage | | Set Global Variable | ${perf_vm_image} | /var/lib/vm/csit-nested-1.7.img diff --git a/tests/kubernetes/perf/__init__.robot b/tests/kubernetes/perf/__init__.robot index 69c6af3088..f44bbacbe5 100644 --- a/tests/kubernetes/perf/__init__.robot +++ b/tests/kubernetes/perf/__init__.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2017 Cisco and/or its affiliates. +# Copyright (c) 2018 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -39,7 +39,6 @@ | | ... | Setup suite Variables. Variables are used across performance testing. | | ... | | ... | _NOTE:_ This KW sets following suite variables: -| | ... | - perf_trial_duration - Duration of traffic run [s] | | ... | - perf_pdr_loss_acceptance - Loss acceptance treshold | | ... | - perf_pdr_loss_acceptance_type - Loss acceptance treshold type | | ... | - pkt_trace - Switch to enable packet trace for test @@ -47,7 +46,6 @@ | | ... | - uio_driver - Default UIO driver | | ... | - plugins_to_enable - List of plugins to be enabled for test | | ... -| | Set Global Variable | ${perf_trial_duration} | 10 | | Set Global Variable | ${perf_pdr_loss_acceptance} | 0.5 | | Set Global Variable | ${perf_pdr_loss_acceptance_type} | percentage | | Set Global Variable | ${pkt_trace} | ${False} diff --git a/tests/vpp/perf/__init__.robot b/tests/vpp/perf/__init__.robot index 7defbf1e66..b847d8130b 100644 --- a/tests/vpp/perf/__init__.robot +++ b/tests/vpp/perf/__init__.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2017 Cisco and/or its affiliates. +# Copyright (c) 2018 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -33,7 +33,6 @@ | | ... | Setup suite Variables. Variables are used across performance testing. | | ... | | ... | _NOTE:_ This KW sets following suite variables: -| | ... | - perf_trial_duration - Duration of traffic run [s] | | ... | - perf_pdr_loss_acceptance - Loss acceptance treshold | | ... | - perf_pdr_loss_acceptance_type - Loss acceptance treshold type | | ... | - perf_vm_image - Guest VM disk image @@ -45,7 +44,6 @@ | | ... | - uio_driver - Default UIO driver | | ... | - plugins_to_enable - List of plugins to be enabled for test | | ... -| | Set Global Variable | ${perf_trial_duration} | 10 | | Set Global Variable | ${perf_pdr_loss_acceptance} | 0.5 | | Set Global Variable | ${perf_pdr_loss_acceptance_type} | percentage | | Set Global Variable | ${perf_vm_image} | /var/lib/vm/csit-nested-1.7.img diff --git a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot b/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot index e007ac09b2..3d8236a483 100644 --- a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot +++ b/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot @@ -87,7 +87,7 @@ | | ... | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | And Initialize L2 Bridge Domain for '1' memif pairs and '${rxq}' rxqueues in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-1memif-1dcr-mrr.robot b/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-1memif-1dcr-mrr.robot index d9dcce584e..164af1a001 100644 --- a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-1memif-1dcr-mrr.robot +++ b/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-1memif-1dcr-mrr.robot @@ -92,7 +92,7 @@ | | And Apply startup configuration on all VPP DUTs | | And Initialize L2 xconnect for single memif in 3-node circular topology | | ... | ${rxq} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1dcr-mrr.robot b/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1dcr-mrr.robot index cd650aaf25..edb5112c55 100644 --- a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1dcr-mrr.robot +++ b/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1dcr-mrr.robot @@ -87,7 +87,7 @@ | | ... | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | And Initialize L2 xconnect for '1' memif pairs and '${rxq}' rxqueues in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1lxc-mrr.robot b/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1lxc-mrr.robot index bc3cda8980..7d4c5f73db 100644 --- a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1lxc-mrr.robot +++ b/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1lxc-mrr.robot @@ -86,7 +86,7 @@ | | ... | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | And Initialize L2 xconnect for '1' memif pairs and '${rxq}' rxqueues in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot b/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot index cd94a2f9f5..0c12a5cc4a 100644 --- a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot +++ b/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot @@ -87,7 +87,7 @@ | | ... | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | And Initialize L2 Bridge Domain for '1' memif pairs and '${rxq}' rxqueues in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-1memif-1dcr-mrr.robot b/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-1memif-1dcr-mrr.robot index eee6a039da..f2559b6f71 100644 --- a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-1memif-1dcr-mrr.robot +++ b/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-1memif-1dcr-mrr.robot @@ -91,7 +91,7 @@ | | And Apply startup configuration on all VPP DUTs | | And Initialize L2 xconnect for single memif in 3-node circular topology | | ... | ${rxq} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1dcr-mrr.robot b/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1dcr-mrr.robot index aa35b4c958..2f32cd277c 100644 --- a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1dcr-mrr.robot +++ b/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1dcr-mrr.robot @@ -87,7 +87,7 @@ | | ... | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | And Initialize L2 xconnect for '1' memif pairs and '${rxq}' rxqueues in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1lxc-mrr.robot b/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1lxc-mrr.robot index 0a95636f35..6df3b65566 100644 --- a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1lxc-mrr.robot +++ b/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1lxc-mrr.robot @@ -86,7 +86,7 @@ | | ... | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | And Initialize L2 xconnect for '1' memif pairs and '${rxq}' rxqueues in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/container_memif/40ge2p1xl710-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot b/tests/vpp/perf/container_memif/40ge2p1xl710-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot index b39d27f635..256dedcd7e 100644 --- a/tests/vpp/perf/container_memif/40ge2p1xl710-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot +++ b/tests/vpp/perf/container_memif/40ge2p1xl710-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot @@ -91,7 +91,7 @@ | | ... | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | And Initialize L2 Bridge Domain for '1' memif pairs and '${rxq}' rxqueues in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/container_memif/40ge2p1xl710-eth-l2xcbase-eth-2memif-1lxc-mrr.robot b/tests/vpp/perf/container_memif/40ge2p1xl710-eth-l2xcbase-eth-2memif-1lxc-mrr.robot index 325adba3ff..42a5639097 100644 --- a/tests/vpp/perf/container_memif/40ge2p1xl710-eth-l2xcbase-eth-2memif-1lxc-mrr.robot +++ b/tests/vpp/perf/container_memif/40ge2p1xl710-eth-l2xcbase-eth-2memif-1lxc-mrr.robot @@ -90,7 +90,7 @@ | | ... | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | And Initialize L2 xconnect for '1' memif pairs and '${rxq}' rxqueues in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr.robot b/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr.robot index 7164da2fe5..3386ff400d 100644 --- a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr.robot +++ b/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr.robot @@ -100,7 +100,7 @@ | | ... | ${dut2_if1} | ${n_tunnels} | ${encr_alg} | ${encr_key} | ${auth_alg} | | ... | ${auth_key} | ${laddr_ip4} | ${raddr_ip4} | ${addr_range} | | And Set interfaces in path in 3-node circular topology up -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr.robot b/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr.robot index 1fd65ebc13..3525bb372e 100644 --- a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr.robot +++ b/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr.robot @@ -100,7 +100,7 @@ | | ... | ${dut2_if1} | ${n_tunnels} | ${encr_alg} | ${encr_key} | ${auth_alg} | | ... | ${auth_key} | ${laddr_ip4} | ${raddr_ip4} | ${addr_range} | | And Set interfaces in path in 3-node circular topology up -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr.robot b/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr.robot index 47f7daeeac..521df05adf 100644 --- a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr.robot +++ b/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr.robot @@ -102,7 +102,7 @@ | | ... | ${dut2_if1} | ${n_tunnels} | ${encr_alg} | ${encr_key} | ${auth_alg} | | ... | ${auth_key} | ${laddr_ip4} | ${raddr_ip4} | ${addr_range} | | And Set interfaces in path in 3-node circular topology up -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr.robot b/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr.robot index 169b0c49cd..9a9f465b96 100644 --- a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr.robot +++ b/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr.robot @@ -102,7 +102,7 @@ | | ... | ${dut2_if1} | ${n_tunnels} | ${encr_alg} | ${encr_key} | ${auth_alg} | | ... | ${auth_key} | ${laddr_ip4} | ${raddr_ip4} | ${addr_range} | | And Set interfaces in path in 3-node circular topology up -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr.robot b/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr.robot index 4ff7de3757..9bdb1c586c 100644 --- a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr.robot +++ b/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr.robot @@ -100,7 +100,7 @@ | | ... | ${dut2_if1} | ${n_tunnels} | ${encr_alg} | ${encr_key} | ${auth_alg} | | ... | ${auth_key} | ${laddr_ip4} | ${raddr_ip4} | ${addr_range} | | And Set interfaces in path in 3-node circular topology up -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr.robot b/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr.robot index ff7d3c5bd5..f68e27d66b 100644 --- a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr.robot +++ b/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr.robot @@ -100,7 +100,7 @@ | | ... | ${dut2_if1} | ${n_tunnels} | ${encr_alg} | ${encr_key} | ${auth_alg} | | ... | ${auth_key} | ${laddr_ip4} | ${raddr_ip4} | ${addr_range} | | And Set interfaces in path in 3-node circular topology up -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4base-copwhtlistbase-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4base-copwhtlistbase-mrr.robot index 9f72b465e8..1fb2d2e1cd 100644 --- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4base-copwhtlistbase-mrr.robot +++ b/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4base-copwhtlistbase-mrr.robot @@ -80,7 +80,7 @@ | | And COP Add whitelist Entry | ${dut2} | ${dut2_if2} | ip4 | 1 | | And COP interface enable or disable | ${dut1} | ${dut1_if1} | enable | | And COP interface enable or disable | ${dut2} | ${dut2_if2} | enable -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4base-iacldstbase-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4base-iacldstbase-mrr.robot index ab2a4458d8..9264b06d8a 100644 --- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4base-iacldstbase-mrr.robot +++ b/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4base-iacldstbase-mrr.robot @@ -85,7 +85,7 @@ | | ... | ip4 | dst | 10.10.10.2 | | And Vpp Enable Input Acl Interface | | ... | ${dut2} | ${dut2_if2} | ip4 | ${table_idx} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4base-ipolicemarkbase-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4base-ipolicemarkbase-mrr.robot index e4b1c54448..0f4514e764 100644 --- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4base-ipolicemarkbase-mrr.robot +++ b/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4base-ipolicemarkbase-mrr.robot @@ -81,7 +81,7 @@ | | And Apply startup configuration on all VPP DUTs | | When Initialize IPv4 forwarding in 3-node circular topology | | And Initialize IPv4 policer 2r3c-'ca' in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4base-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4base-mrr.robot index 77f55a2b67..87f2f3c09c 100644 --- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4base-mrr.robot +++ b/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4base-mrr.robot @@ -69,7 +69,7 @@ | | ... | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | When Initialize IPv4 forwarding in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4scale200k-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4scale200k-mrr.robot index 2d16f36b88..dea047b5fe 100644 --- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4scale200k-mrr.robot +++ b/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4scale200k-mrr.robot @@ -72,7 +72,7 @@ | | And Apply startup configuration on all VPP DUTs | | When Initialize IPv4 forwarding with scaling in 3-node circular topology | | ... | ${rts_per_flow} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4scale20k-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4scale20k-mrr.robot index 01833b9d55..808d23cc74 100644 --- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4scale20k-mrr.robot +++ b/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4scale20k-mrr.robot @@ -72,7 +72,7 @@ | | And Apply startup configuration on all VPP DUTs | | When Initialize IPv4 forwarding with scaling in 3-node circular topology | | ... | ${rts_per_flow} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4scale2m-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4scale2m-mrr.robot index 781dac87a2..08b1279e90 100644 --- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4scale2m-mrr.robot +++ b/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4scale2m-mrr.robot @@ -72,7 +72,7 @@ | | And Apply startup configuration on all VPP DUTs | | When Initialize IPv4 forwarding with scaling in 3-node circular topology | | ... | ${rts_per_flow} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl1sf-10kflows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl1sf-10kflows-mrr.robot index 1b42ecba7e..54a20fd19c 100644 --- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl1sf-10kflows-mrr.robot +++ b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl1sf-10kflows-mrr.robot @@ -91,7 +91,7 @@ | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in 3-node circular topology | | ${traffic_profile}= | Set Variable | trex-sl-3n-ethip4udp-10u1000p-conc | | Set Test Variable | ${traffic_profile} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl1sl-10kflows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl1sl-10kflows-mrr.robot index 90d7bb433c..ab48ea1f3d 100644 --- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl1sl-10kflows-mrr.robot +++ b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl1sl-10kflows-mrr.robot @@ -91,7 +91,7 @@ | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in 3-node circular topology | | ${traffic_profile}= | Set Variable | trex-sl-3n-ethip4udp-10u1000p-conc | | Set Test Variable | ${traffic_profile} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl50sf-10kflows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl50sf-10kflows-mrr.robot index 9076b58e8e..50071139ad 100644 --- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl50sf-10kflows-mrr.robot +++ b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl50sf-10kflows-mrr.robot @@ -91,7 +91,7 @@ | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in 3-node circular topology | | ${traffic_profile}= | Set Variable | trex-sl-3n-ethip4udp-10u1000p-conc | | Set Test Variable | ${traffic_profile} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl50sl-10kflows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl50sl-10kflows-mrr.robot index c5c0a742e5..8d652973bc 100644 --- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl50sl-10kflows-mrr.robot +++ b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl50sl-10kflows-mrr.robot @@ -91,7 +91,7 @@ | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in 3-node circular topology | | ${traffic_profile}= | Set Variable | trex-sl-3n-ethip4udp-10u1000p-conc | | Set Test Variable | ${traffic_profile} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-nat44-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-nat44-mrr.robot index f1191d5c0a..183392773c 100644 --- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-nat44-mrr.robot +++ b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-nat44-mrr.robot @@ -76,7 +76,7 @@ | | And Add NAT to all DUTs | | And Apply startup configuration on all VPP DUTs | | When Initialize NAT44 in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr.robot index 09bc6a9913..f8c88a8433 100644 --- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr.robot +++ b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr.robot @@ -76,7 +76,7 @@ | | And Add NAT to all DUTs | | And Apply startup configuration on all VPP DUTs | | When Initialize NAT44 in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-copwhtlistbase-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-copwhtlistbase-mrr.robot index 1a98e19ee8..670c26fd52 100644 --- a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-copwhtlistbase-mrr.robot +++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-copwhtlistbase-mrr.robot @@ -80,7 +80,7 @@ | | And COP Add whitelist Entry | ${dut2} | ${dut2_if2} | ip4 | 1 | | And COP interface enable or disable | ${dut1} | ${dut1_if1} | enable | | And COP interface enable or disable | ${dut2} | ${dut2_if2} | enable -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-iacldstbase-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-iacldstbase-mrr.robot index cf97b665d1..38af1a0a52 100644 --- a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-iacldstbase-mrr.robot +++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-iacldstbase-mrr.robot @@ -85,7 +85,7 @@ | | ... | ip4 | dst | 10.10.10.2 | | And Vpp Enable Input Acl Interface | | ... | ${dut2} | ${dut2_if2} | ip4 | ${table_idx} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-ipolicemarkbase-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-ipolicemarkbase-mrr.robot index 3bb19f3b01..d0c23c8f37 100644 --- a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-ipolicemarkbase-mrr.robot +++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-ipolicemarkbase-mrr.robot @@ -81,7 +81,7 @@ | | And Apply startup configuration on all VPP DUTs | | When Initialize IPv4 forwarding in 3-node circular topology | | And Initialize IPv4 policer 2r3c-'ca' in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-mrr.robot index 4d08b8e6f4..062b3e7f2c 100644 --- a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-mrr.robot +++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-mrr.robot @@ -69,7 +69,7 @@ | | ... | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | When Initialize IPv4 forwarding in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale200k-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale200k-mrr.robot index 17407317f6..369feba589 100644 --- a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale200k-mrr.robot +++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale200k-mrr.robot @@ -72,7 +72,7 @@ | | And Apply startup configuration on all VPP DUTs | | When Initialize IPv4 forwarding with scaling in 3-node circular topology | | ... | ${rts_per_flow} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale20k-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale20k-mrr.robot index 19cc4067b8..3436d0ab3d 100644 --- a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale20k-mrr.robot +++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale20k-mrr.robot @@ -72,7 +72,7 @@ | | And Apply startup configuration on all VPP DUTs | | When Initialize IPv4 forwarding with scaling in 3-node circular topology | | ... | ${rts_per_flow} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale2m-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale2m-mrr.robot index 3f2576402c..91b95a8c5e 100644 --- a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale2m-mrr.robot +++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale2m-mrr.robot @@ -72,7 +72,7 @@ | | And Apply startup configuration on all VPP DUTs | | When Initialize IPv4 forwarding with scaling in 3-node circular topology | | ... | ${rts_per_flow} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl1sf-10kflows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl1sf-10kflows-mrr.robot index b29f665395..1dc5ae42f7 100644 --- a/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl1sf-10kflows-mrr.robot +++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl1sf-10kflows-mrr.robot @@ -91,7 +91,7 @@ | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in 3-node circular topology | | ${traffic_profile}= | Set Variable | trex-sl-3n-ethip4udp-10u1000p-conc | | Set Test Variable | ${traffic_profile} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl1sl-10kflows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl1sl-10kflows-mrr.robot index d1e6705ed9..8602970de4 100644 --- a/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl1sl-10kflows-mrr.robot +++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl1sl-10kflows-mrr.robot @@ -91,7 +91,7 @@ | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in 3-node circular topology | | ${traffic_profile}= | Set Variable | trex-sl-3n-ethip4udp-10u1000p-conc | | Set Test Variable | ${traffic_profile} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl50sf-10kflows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl50sf-10kflows-mrr.robot index 300d8b74ea..2bf633d14f 100644 --- a/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl50sf-10kflows-mrr.robot +++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl50sf-10kflows-mrr.robot @@ -91,7 +91,7 @@ | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in 3-node circular topology | | ${traffic_profile}= | Set Variable | trex-sl-3n-ethip4udp-10u1000p-conc | | Set Test Variable | ${traffic_profile} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl50sl-10kflows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl50sl-10kflows-mrr.robot index 89e4228225..dd3273c7db 100644 --- a/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl50sl-10kflows-mrr.robot +++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl50sl-10kflows-mrr.robot @@ -91,7 +91,7 @@ | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in 3-node circular topology | | ${traffic_profile}= | Set Variable | trex-sl-3n-ethip4udp-10u1000p-conc | | Set Test Variable | ${traffic_profile} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-nat44-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-nat44-mrr.robot index 08957111fb..6826fd0383 100644 --- a/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-nat44-mrr.robot +++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-nat44-mrr.robot @@ -76,7 +76,7 @@ | | And Add NAT to all DUTs | | And Apply startup configuration on all VPP DUTs | | When Initialize NAT44 in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr.robot index 06a285358b..d297773bf4 100644 --- a/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr.robot +++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr.robot @@ -76,7 +76,7 @@ | | And Add NAT to all DUTs | | And Apply startup configuration on all VPP DUTs | | When Initialize NAT44 in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/ip4/40ge2p1xl710-ethip4-ip4base-mrr.robot b/tests/vpp/perf/ip4/40ge2p1xl710-ethip4-ip4base-mrr.robot index c747191d44..c11f973397 100644 --- a/tests/vpp/perf/ip4/40ge2p1xl710-ethip4-ip4base-mrr.robot +++ b/tests/vpp/perf/ip4/40ge2p1xl710-ethip4-ip4base-mrr.robot @@ -73,7 +73,7 @@ | | ... | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | When Initialize IPv4 forwarding in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/ip4_tunnels/10ge2p1x520-ethip4lispip4-ip4base-mrr.robot b/tests/vpp/perf/ip4_tunnels/10ge2p1x520-ethip4lispip4-ip4base-mrr.robot index a44a8605b6..a925929c8b 100644 --- a/tests/vpp/perf/ip4_tunnels/10ge2p1x520-ethip4lispip4-ip4base-mrr.robot +++ b/tests/vpp/perf/ip4_tunnels/10ge2p1x520-ethip4lispip4-ip4base-mrr.robot @@ -83,7 +83,7 @@ | | ... | ${dut2} | ${dut2_if1} | ${NONE} | | ... | ${duts_locator_set} | ${dut1_ip4_eid} | ${dut2_ip4_eid} | | ... | ${dut1_ip4_static_adjacency} | ${dut2_ip4_static_adjacency} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/ip4_tunnels/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-mrr.robot b/tests/vpp/perf/ip4_tunnels/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-mrr.robot index 5275dcb4e0..2273ef4b66 100644 --- a/tests/vpp/perf/ip4_tunnels/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-mrr.robot +++ b/tests/vpp/perf/ip4_tunnels/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-mrr.robot @@ -73,7 +73,7 @@ | | ... | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with VXLANoIPv4 in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/ip4_tunnels/10ge2p1x520-ethip4vxlan-l2xcbase-mrr.robot b/tests/vpp/perf/ip4_tunnels/10ge2p1x520-ethip4vxlan-l2xcbase-mrr.robot index 908515be17..e611431f8c 100644 --- a/tests/vpp/perf/ip4_tunnels/10ge2p1x520-ethip4vxlan-l2xcbase-mrr.robot +++ b/tests/vpp/perf/ip4_tunnels/10ge2p1x520-ethip4vxlan-l2xcbase-mrr.robot @@ -73,7 +73,7 @@ | | ... | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 xconnect with VXLANoIPv4 in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/ip4_tunnels/10ge2p1x710-ethip4lispip4-ip4base-mrr.robot b/tests/vpp/perf/ip4_tunnels/10ge2p1x710-ethip4lispip4-ip4base-mrr.robot index 47e7a48bf9..a804b72cac 100644 --- a/tests/vpp/perf/ip4_tunnels/10ge2p1x710-ethip4lispip4-ip4base-mrr.robot +++ b/tests/vpp/perf/ip4_tunnels/10ge2p1x710-ethip4lispip4-ip4base-mrr.robot @@ -83,7 +83,7 @@ | | ... | ${dut2} | ${dut2_if1} | ${NONE} | | ... | ${duts_locator_set} | ${dut1_ip4_eid} | ${dut2_ip4_eid} | | ... | ${dut1_ip4_static_adjacency} | ${dut2_ip4_static_adjacency} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/ip4_tunnels/10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-mrr.robot b/tests/vpp/perf/ip4_tunnels/10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-mrr.robot index cd7a7834da..6cc7f35537 100644 --- a/tests/vpp/perf/ip4_tunnels/10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-mrr.robot +++ b/tests/vpp/perf/ip4_tunnels/10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-mrr.robot @@ -73,7 +73,7 @@ | | ... | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with VXLANoIPv4 in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/ip4_tunnels/10ge2p1x710-ethip4vxlan-l2xcbase-mrr.robot b/tests/vpp/perf/ip4_tunnels/10ge2p1x710-ethip4vxlan-l2xcbase-mrr.robot index 2cc3293dbe..b8c3f5c2c2 100644 --- a/tests/vpp/perf/ip4_tunnels/10ge2p1x710-ethip4vxlan-l2xcbase-mrr.robot +++ b/tests/vpp/perf/ip4_tunnels/10ge2p1x710-ethip4vxlan-l2xcbase-mrr.robot @@ -73,7 +73,7 @@ | | ... | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 xconnect with VXLANoIPv4 in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6base-copwhtlistbase-mrr.robot b/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6base-copwhtlistbase-mrr.robot index 7954ae905a..1a06a0fc73 100644 --- a/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6base-copwhtlistbase-mrr.robot +++ b/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6base-copwhtlistbase-mrr.robot @@ -80,7 +80,7 @@ | | And COP Add whitelist Entry | ${dut2} | ${dut2_if2} | ip6 | 1 | | And COP interface enable or disable | ${dut1} | ${dut1_if1} | enable | | And COP interface enable or disable | ${dut2} | ${dut2_if2} | enable -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6base-iacldstbase-mrr.robot b/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6base-iacldstbase-mrr.robot index 23d994b39b..7e8bfa1db5 100644 --- a/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6base-iacldstbase-mrr.robot +++ b/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6base-iacldstbase-mrr.robot @@ -71,7 +71,7 @@ | | And Apply startup configuration on all VPP DUTs | | When Initialize IPv6 forwarding in 3-node circular topology | | And Initialize IPv6 iAcl whitelist in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6base-mrr.robot b/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6base-mrr.robot index b4484a6f49..5e5e98f6e0 100644 --- a/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6base-mrr.robot +++ b/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6base-mrr.robot @@ -68,7 +68,7 @@ | | ... | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | And Initialize IPv6 forwarding in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6scale200k-mrr.robot b/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6scale200k-mrr.robot index 7184687d6d..5986b1f440 100644 --- a/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6scale200k-mrr.robot +++ b/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6scale200k-mrr.robot @@ -73,7 +73,7 @@ | | And Apply startup configuration on all VPP DUTs | | When Initialize IPv6 forwarding with scaling in 3-node circular topology | | ... | ${rts_per_flow} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6scale20k-mrr.robot b/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6scale20k-mrr.robot index 94478ee4cd..2e8be63d51 100644 --- a/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6scale20k-mrr.robot +++ b/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6scale20k-mrr.robot @@ -73,7 +73,7 @@ | | And Apply startup configuration on all VPP DUTs | | When Initialize IPv6 forwarding with scaling in 3-node circular topology | | ... | ${rts_per_flow} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6scale2m-mrr.robot b/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6scale2m-mrr.robot index 0f463d0cb6..124934d283 100644 --- a/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6scale2m-mrr.robot +++ b/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6scale2m-mrr.robot @@ -73,7 +73,7 @@ | | And Apply startup configuration on all VPP DUTs | | When Initialize IPv6 forwarding with scaling in 3-node circular topology | | ... | ${rts_per_flow} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6base-copwhtlistbase-mrr.robot b/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6base-copwhtlistbase-mrr.robot index d080ef3855..016979ca74 100644 --- a/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6base-copwhtlistbase-mrr.robot +++ b/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6base-copwhtlistbase-mrr.robot @@ -80,7 +80,7 @@ | | And COP Add whitelist Entry | ${dut2} | ${dut2_if2} | ip6 | 1 | | And COP interface enable or disable | ${dut1} | ${dut1_if1} | enable | | And COP interface enable or disable | ${dut2} | ${dut2_if2} | enable -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6base-iacldstbase-mrr.robot b/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6base-iacldstbase-mrr.robot index a4db8c589c..fa069bdca2 100644 --- a/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6base-iacldstbase-mrr.robot +++ b/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6base-iacldstbase-mrr.robot @@ -71,7 +71,7 @@ | | And Apply startup configuration on all VPP DUTs | | When Initialize IPv6 forwarding in 3-node circular topology | | And Initialize IPv6 iAcl whitelist in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6base-mrr.robot b/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6base-mrr.robot index 49eb617049..83574bdd58 100644 --- a/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6base-mrr.robot +++ b/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6base-mrr.robot @@ -68,7 +68,7 @@ | | ... | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | And Initialize IPv6 forwarding in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale200k-mrr.robot b/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale200k-mrr.robot index bb4d0a59b7..d434dcff87 100644 --- a/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale200k-mrr.robot +++ b/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale200k-mrr.robot @@ -73,7 +73,7 @@ | | And Apply startup configuration on all VPP DUTs | | When Initialize IPv6 forwarding with scaling in 3-node circular topology | | ... | ${rts_per_flow} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale20k-mrr.robot b/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale20k-mrr.robot index 4551cb25fe..6c78447762 100644 --- a/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale20k-mrr.robot +++ b/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale20k-mrr.robot @@ -73,7 +73,7 @@ | | And Apply startup configuration on all VPP DUTs | | When Initialize IPv6 forwarding with scaling in 3-node circular topology | | ... | ${rts_per_flow} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale2m-mrr.robot b/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale2m-mrr.robot index da8e420b95..8fb9eec6e3 100644 --- a/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale2m-mrr.robot +++ b/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale2m-mrr.robot @@ -73,7 +73,7 @@ | | And Apply startup configuration on all VPP DUTs | | When Initialize IPv6 forwarding with scaling in 3-node circular topology | | ... | ${rts_per_flow} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/ip6/40ge2p1xl710-ethip6-ip6base-mrr.robot b/tests/vpp/perf/ip6/40ge2p1xl710-ethip6-ip6base-mrr.robot index 2ef376bfa1..a0b41cbe52 100644 --- a/tests/vpp/perf/ip6/40ge2p1xl710-ethip6-ip6base-mrr.robot +++ b/tests/vpp/perf/ip6/40ge2p1xl710-ethip6-ip6base-mrr.robot @@ -75,7 +75,7 @@ | | And Add DPDK dev default TXD to all DUTs | 2048 | | And Apply startup configuration on all VPP DUTs | | And Initialize IPv6 forwarding in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/l2/10ge2p1x520-dot1q-l2bdbasemaclrn-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-dot1q-l2bdbasemaclrn-mrr.robot index 11e1a5e701..1905eefb47 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-dot1q-l2bdbasemaclrn-mrr.robot +++ b/tests/vpp/perf/l2/10ge2p1x520-dot1q-l2bdbasemaclrn-mrr.robot @@ -79,7 +79,7 @@ | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains with VLAN dot1q sub-interfaces in a 3-node circular topology | | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/l2/10ge2p1x520-dot1q-l2xcbase-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-dot1q-l2xcbase-mrr.robot index 0afce82342..8436affa64 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-dot1q-l2xcbase-mrr.robot +++ b/tests/vpp/perf/l2/10ge2p1x520-dot1q-l2xcbase-mrr.robot @@ -81,7 +81,7 @@ | | And Connect interfaces and VLAN sub-interfaces using L2XC | | ... | ${dut1} | ${dut1_if1} | ${subif_index_1} | | ... | ${dut2} | ${dut2_if2} | ${subif_index_2} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.robot index 7314f7808e..9de8e8b5ef 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.robot +++ b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.robot @@ -91,7 +91,7 @@ | | ... | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.robot index a7989c5037..192cf48b3b 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.robot +++ b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.robot @@ -91,7 +91,7 @@ | | ... | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.robot index d1693bbd08..1467f1a82d 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.robot +++ b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.robot @@ -91,7 +91,7 @@ | | ... | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.robot index a5040df0be..9a31d7b7ea 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.robot +++ b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.robot @@ -91,7 +91,7 @@ | | ... | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-mrr.robot index 8c2ed7f529..686c5be2e5 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-mrr.robot +++ b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-mrr.robot @@ -68,7 +68,7 @@ | | ... | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | And Initialize L2 bridge domain in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale100kmaclrn-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale100kmaclrn-mrr.robot index 2194b03ab9..ab3ec3aa4f 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale100kmaclrn-mrr.robot +++ b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale100kmaclrn-mrr.robot @@ -67,7 +67,7 @@ | | ... | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale10kmaclrn-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale10kmaclrn-mrr.robot index bf45f87a1d..a53d6b8b7b 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale10kmaclrn-mrr.robot +++ b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale10kmaclrn-mrr.robot @@ -67,7 +67,7 @@ | | ... | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.robot index 0cc6bb627f..2b2f348915 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.robot +++ b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.robot @@ -73,7 +73,7 @@ | | ... | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2xcbase-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2xcbase-mrr.robot index 151ed158ca..60cda67c90 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2xcbase-mrr.robot +++ b/tests/vpp/perf/l2/10ge2p1x520-eth-l2xcbase-mrr.robot @@ -67,7 +67,7 @@ | | ... | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | And Initialize L2 xconnect in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/l2/10ge2p1x710-dot1q-l2bdbasemaclrn-mrr.robot b/tests/vpp/perf/l2/10ge2p1x710-dot1q-l2bdbasemaclrn-mrr.robot index 390bdd68bf..9afd686d9a 100644 --- a/tests/vpp/perf/l2/10ge2p1x710-dot1q-l2bdbasemaclrn-mrr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-dot1q-l2bdbasemaclrn-mrr.robot @@ -79,7 +79,7 @@ | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains with VLAN dot1q sub-interfaces in a 3-node circular topology | | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/l2/10ge2p1x710-dot1q-l2xcbase-mrr.robot b/tests/vpp/perf/l2/10ge2p1x710-dot1q-l2xcbase-mrr.robot index cdb9ef9f03..006267cb65 100644 --- a/tests/vpp/perf/l2/10ge2p1x710-dot1q-l2xcbase-mrr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-dot1q-l2xcbase-mrr.robot @@ -81,7 +81,7 @@ | | And Connect interfaces and VLAN sub-interfaces using L2XC | | ... | ${dut1} | ${dut1_if1} | ${subif_index_1} | | ... | ${dut2} | ${dut2_if2} | ${subif_index_2} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.robot index 01c0551114..75188cb724 100644 --- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.robot @@ -91,7 +91,7 @@ | | ... | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.robot index eeb8319809..14d482ce5f 100644 --- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.robot @@ -91,7 +91,7 @@ | | ... | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.robot index 744b32e29d..74bc15cea1 100644 --- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.robot @@ -91,7 +91,7 @@ | | ... | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.robot index b0fa8af710..c486b38cce 100644 --- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.robot @@ -91,7 +91,7 @@ | | ... | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-mrr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-mrr.robot index 65fcf97cf9..384c33b0e8 100644 --- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-mrr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-mrr.robot @@ -68,7 +68,7 @@ | | ... | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | And Initialize L2 bridge domain in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale100kmaclrn-mrr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale100kmaclrn-mrr.robot index 3c484a6433..c93e8dab44 100644 --- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale100kmaclrn-mrr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale100kmaclrn-mrr.robot @@ -67,7 +67,7 @@ | | ... | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale10kmaclrn-mrr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale10kmaclrn-mrr.robot index 1c46c0567d..e1af0b8389 100644 --- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale10kmaclrn-mrr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale10kmaclrn-mrr.robot @@ -67,7 +67,7 @@ | | ... | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale1mmaclrn-mrr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale1mmaclrn-mrr.robot index 76fe934ffb..7c3517eb50 100644 --- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale1mmaclrn-mrr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale1mmaclrn-mrr.robot @@ -73,7 +73,7 @@ | | ... | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2xcbase-mrr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2xcbase-mrr.robot index cabff8943e..29b54b17d8 100644 --- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2xcbase-mrr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2xcbase-mrr.robot @@ -67,7 +67,7 @@ | | ... | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | And Initialize L2 xconnect in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/l2/40ge2p1xl710-eth-l2bdbasemaclrn-mrr.robot b/tests/vpp/perf/l2/40ge2p1xl710-eth-l2bdbasemaclrn-mrr.robot index 3c772b75ee..195168e657 100644 --- a/tests/vpp/perf/l2/40ge2p1xl710-eth-l2bdbasemaclrn-mrr.robot +++ b/tests/vpp/perf/l2/40ge2p1xl710-eth-l2bdbasemaclrn-mrr.robot @@ -76,7 +76,7 @@ | | And Add DPDK dev default TXD to all DUTs | 2048 | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/l2/40ge2p1xl710-eth-l2xcbase-mrr.robot b/tests/vpp/perf/l2/40ge2p1xl710-eth-l2xcbase-mrr.robot index 41196e28e3..65db8c4393 100644 --- a/tests/vpp/perf/l2/40ge2p1xl710-eth-l2xcbase-mrr.robot +++ b/tests/vpp/perf/l2/40ge2p1xl710-eth-l2xcbase-mrr.robot @@ -77,7 +77,7 @@ | | And Add DPDK dev default TXD to all DUTs | 2048 | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 xconnect in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} diff --git a/tests/vpp/perf/srv6/10ge2p1x520-ethip6ip6-ip6base-srv6enc1sid-mrr.robot b/tests/vpp/perf/srv6/10ge2p1x520-ethip6ip6-ip6base-srv6enc1sid-mrr.robot index a780a8c0e2..86f3b2d826 100644 --- a/tests/vpp/perf/srv6/10ge2p1x520-ethip6ip6-ip6base-srv6enc1sid-mrr.robot +++ b/tests/vpp/perf/srv6/10ge2p1x520-ethip6ip6-ip6base-srv6enc1sid-mrr.robot @@ -87,7 +87,7 @@ | | And Run Keyword If | ${get_framesize} < ${1522} | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | When Initialize IPv6 forwarding over SRv6 with encapsulation with '1' x SID 'with' decapsulation in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6enc2sids-mrr.robot b/tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6enc2sids-mrr.robot index 9a64701fd6..4335844135 100644 --- a/tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6enc2sids-mrr.robot +++ b/tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6enc2sids-mrr.robot @@ -90,7 +90,7 @@ | | And Run Keyword If | ${get_framesize} < ${1522} | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | When Initialize IPv6 forwarding over SRv6 with encapsulation with '2' x SID 'with' decapsulation in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-mrr.robot b/tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-mrr.robot index cbc3a2d936..0a6773015f 100644 --- a/tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-mrr.robot +++ b/tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-mrr.robot @@ -89,7 +89,7 @@ | | And Run Keyword If | ${get_framesize} < ${1522} | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | When Initialize IPv6 forwarding over SRv6 with encapsulation with '2' x SID 'without' decapsulation in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-dyn-mrr.robot b/tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-dyn-mrr.robot index 733b8d955a..cafe8c6a28 100644 --- a/tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-dyn-mrr.robot +++ b/tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-dyn-mrr.robot @@ -115,7 +115,7 @@ | | ... | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | When Initialize IPv6 forwarding over SRv6 with endpoint to SR-unaware Service Function via 'dynamic_proxy' behaviour in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-masq-mrr.robot b/tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-masq-mrr.robot index 48cd6dc9b3..0acf9f70f8 100644 --- a/tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-masq-mrr.robot +++ b/tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-masq-mrr.robot @@ -115,7 +115,7 @@ | | ... | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | When Initialize IPv6 forwarding over SRv6 with endpoint to SR-unaware Service Function via 'masquerading' behaviour in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-stat-mrr.robot b/tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-stat-mrr.robot index d1d40f7121..661d3df8c4 100644 --- a/tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-stat-mrr.robot +++ b/tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-stat-mrr.robot @@ -115,7 +115,7 @@ | | ... | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | When Initialize IPv6 forwarding over SRv6 with endpoint to SR-unaware Service Function via 'static_proxy' behaviour in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-1lbdpdk-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-1lbdpdk-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot index a9679250ad..451d45a00e 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-1lbdpdk-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x520-1lbdpdk-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot @@ -111,7 +111,7 @@ | | ... | ${dut2} | ${sock1} | ${sock2} | DUT2_VM1 | | ... | jumbo_frames=${jumbo_frames} | | And Set To Dictionary | ${dut2_vm_refs} | DUT2_VM1 | ${vm2} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-1lbdpdk-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-1lbdpdk-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot index 7ea780cd85..6c0b6bee46 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-1lbdpdk-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x520-1lbdpdk-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot @@ -108,7 +108,7 @@ | | ... | ${dut2} | ${sock1} | ${sock2} | DUT2_VM1 | | ... | jumbo_frames=${jumbo_frames} | | And Set To Dictionary | ${dut2_vm_refs} | DUT2_VM1 | ${vm2} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot index 405fb25f74..7b0b7eeabe 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x520-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot @@ -113,7 +113,7 @@ | | ... | jumbo_frames=${jumbo_frames} | | And Set To Dictionary | ${dut2_vm_refs} | DUT2_VM1 | ${vm2} | | And All Vpp Interfaces Ready Wait | ${nodes} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot index 7aace15d15..1970f1a731 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x520-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot @@ -110,7 +110,7 @@ | | ... | jumbo_frames=${jumbo_frames} | | And Set To Dictionary | ${dut2_vm_refs} | DUT2_VM1 | ${vm2} | | And All Vpp Interfaces Ready Wait | ${nodes} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot index 095f870fff..41cfa3e482 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot @@ -101,7 +101,7 @@ | | ... | ${dut2} | ${sock1} | ${sock2} | DUT2_VM1 | | ... | jumbo_frames=${jumbo_frames} | | Set To Dictionary | ${dut2_vm_refs} | DUT2_VM1 | ${vm2} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot index 1df0fb6ba2..73055733ba 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x520-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot @@ -97,7 +97,7 @@ | | ... | ${dut2} | ${sock1} | ${sock2} | DUT2_VM1 | | ... | jumbo_frames=${jumbo_frames} | | Set To Dictionary | ${dut2_vm_refs} | DUT2_VM1 | ${vm2} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot index 313a9afd25..3bd8a5ef4d 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot @@ -97,7 +97,7 @@ | | ... | ${dut2} | ${sock1} | ${sock2} | DUT2_VM1 | | ... | jumbo_frames=${jumbo_frames} | | Set To Dictionary | ${dut2_vm_refs} | DUT2_VM1 | ${vm2} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhostvr256-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhostvr256-1vm-mrr.robot index 0f23281fc8..3d651fdafc 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhostvr256-1vm-mrr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhostvr256-1vm-mrr.robot @@ -97,7 +97,7 @@ | | ... | ${dut2} | ${sock1} | ${sock2} | DUT2_VM1 | | ... | jumbo_frames=${jumbo_frames} | | Set To Dictionary | ${dut2_vm_refs} | DUT2_VM1 | ${vm2} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot index cf4a63da70..aae10f1a86 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot @@ -88,7 +88,7 @@ | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains with Vhost-User for '2' VMs in 3-node circular topology | | And Configure '2' guest VMs with dpdk-testpmd connected via vhost-user in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot index 2a87ff1f2e..b7a5d204d6 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot @@ -94,7 +94,7 @@ | | ... | ${dut2} | ${sock1} | ${sock2} | DUT2_VM1 | | ... | jumbo_frames=${jumbo_frames} | | Set To Dictionary | ${dut2_vm_refs} | DUT2_VM1 | ${vm2} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-2vhostvr256-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-2vhostvr256-1vm-mrr.robot index 4085e1814d..fa37102973 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-2vhostvr256-1vm-mrr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-2vhostvr256-1vm-mrr.robot @@ -94,7 +94,7 @@ | | ... | ${dut2} | ${sock1} | ${sock2} | DUT2_VM1 | | ... | jumbo_frames=${jumbo_frames} | | Set To Dictionary | ${dut2_vm_refs} | DUT2_VM1 | ${vm2} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot index 786ab3ea86..db3dfa674d 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot @@ -88,7 +88,7 @@ | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 xconnect with Vhost-User for '2' in 3-node circular topology | | And Configure '2' guest VMs with dpdk-testpmd connected via vhost-user in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr.robot index f8b76076bf..771fa916e1 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr.robot @@ -97,7 +97,7 @@ | | ... | ${dut2} | ${sock1} | ${sock2} | DUT2_VM1 | ${dut2_vif1_mac} | | ... | ${dut2_vif2_mac} | jumbo_frames=${jumbo_frames} | | Set To Dictionary | ${dut2_vm_refs} | DUT2_VM1 | ${vm2} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-2vhostvr256-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-2vhostvr256-1vm-mrr.robot index d6a52c35ec..c8bff20643 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-2vhostvr256-1vm-mrr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-2vhostvr256-1vm-mrr.robot @@ -97,7 +97,7 @@ | | ... | ${dut2} | ${sock1} | ${sock2} | DUT2_VM1 | ${dut2_vif1_mac} | | ... | ${dut2_vif2_mac} | jumbo_frames=${jumbo_frames} | | Set To Dictionary | ${dut2_vm_refs} | DUT2_VM1 | ${vm2} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot index 55ca84a72f..24a22ffd68 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot @@ -94,7 +94,7 @@ | | And Apply startup configuration on all VPP DUTs | | When Initialize IPv4 forwarding with vhost for '2' VMs in 3-node circular topology | | And Configure '2' guest VMs with dpdk-testpmd-mac connected via vhost-user in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot index b82140ecb2..50ebc956cb 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot @@ -102,7 +102,7 @@ | | ... | ${dut2} | ${sock1} | ${sock2} | DUT2_VM1 | | ... | jumbo_frames=${jumbo_frames} | | Set To Dictionary | ${dut2_vm_refs} | DUT2_VM1 | ${vm2} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbdpdk-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbdpdk-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot index 88fb0202e4..1a6af04e33 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbdpdk-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbdpdk-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot @@ -111,7 +111,7 @@ | | ... | ${dut2} | ${sock1} | ${sock2} | DUT2_VM1 | | ... | jumbo_frames=${jumbo_frames} | | And Set To Dictionary | ${dut2_vm_refs} | DUT2_VM1 | ${vm2} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbdpdk-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbdpdk-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot index 2355add4fe..71f0b295f0 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbdpdk-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbdpdk-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot @@ -108,7 +108,7 @@ | | ... | ${dut2} | ${sock1} | ${sock2} | DUT2_VM1 | | ... | jumbo_frames=${jumbo_frames} | | And Set To Dictionary | ${dut2_vm_refs} | DUT2_VM1 | ${vm2} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot index d011ba7a9e..4f205d00a5 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot @@ -113,7 +113,7 @@ | | ... | jumbo_frames=${jumbo_frames} | | And Set To Dictionary | ${dut2_vm_refs} | DUT2_VM1 | ${vm2} | | And All Vpp Interfaces Ready Wait | ${nodes} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot index 1ee88b8fc0..d13b01015d 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot @@ -110,7 +110,7 @@ | | ... | jumbo_frames=${jumbo_frames} | | And Set To Dictionary | ${dut2_vm_refs} | DUT2_VM1 | ${vm2} | | And All Vpp Interfaces Ready Wait | ${nodes} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot index b40e4dea4d..5f9ca6979f 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot @@ -101,7 +101,7 @@ | | ... | ${dut2} | ${sock1} | ${sock2} | DUT2_VM1 | | ... | jumbo_frames=${jumbo_frames} | | Set To Dictionary | ${dut2_vm_refs} | DUT2_VM1 | ${vm2} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot index d296015506..dad126c76e 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot @@ -97,7 +97,7 @@ | | ... | ${dut2} | ${sock1} | ${sock2} | DUT2_VM1 | | ... | jumbo_frames=${jumbo_frames} | | Set To Dictionary | ${dut2_vm_refs} | DUT2_VM1 | ${vm2} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr256-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr256-1vm-mrr.robot index 32fc0f2021..02eb8e5e97 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr256-1vm-mrr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr256-1vm-mrr.robot @@ -97,7 +97,7 @@ | | ... | ${dut2} | ${sock1} | ${sock2} | DUT2_VM1 | | ... | jumbo_frames=${jumbo_frames} | | Set To Dictionary | ${dut2_vm_refs} | DUT2_VM1 | ${vm2} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot index 776d138ac0..891eb9ba9a 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot @@ -88,7 +88,7 @@ | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains with Vhost-User for '2' VMs in 3-node circular topology | | And Configure '2' guest VMs with dpdk-testpmd connected via vhost-user in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot index 383846f5e9..9fa57ca686 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot @@ -94,7 +94,7 @@ | | ... | ${dut2} | ${sock1} | ${sock2} | DUT2_VM1 | | ... | jumbo_frames=${jumbo_frames} | | Set To Dictionary | ${dut2_vm_refs} | DUT2_VM1 | ${vm2} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-2vhostvr256-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-2vhostvr256-1vm-mrr.robot index c85f263217..14950a2e34 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-2vhostvr256-1vm-mrr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-2vhostvr256-1vm-mrr.robot @@ -94,7 +94,7 @@ | | ... | ${dut2} | ${sock1} | ${sock2} | DUT2_VM1 | | ... | jumbo_frames=${jumbo_frames} | | Set To Dictionary | ${dut2_vm_refs} | DUT2_VM1 | ${vm2} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot index abc72122b0..0a9a335505 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot @@ -88,7 +88,7 @@ | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 xconnect with Vhost-User for '2' in 3-node circular topology | | And Configure '2' guest VMs with dpdk-testpmd connected via vhost-user in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr.robot index d336d149e9..7b59a100ef 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr.robot @@ -97,7 +97,7 @@ | | ... | ${dut2} | ${sock1} | ${sock2} | DUT2_VM1 | ${dut2_vif1_mac} | | ... | ${dut2_vif2_mac} | jumbo_frames=${jumbo_frames} | | Set To Dictionary | ${dut2_vm_refs} | DUT2_VM1 | ${vm2} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-2vhostvr256-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-2vhostvr256-1vm-mrr.robot index 981dd7a9f9..66d609e39e 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-2vhostvr256-1vm-mrr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-2vhostvr256-1vm-mrr.robot @@ -97,7 +97,7 @@ | | ... | ${dut2} | ${sock1} | ${sock2} | DUT2_VM1 | ${dut2_vif1_mac} | | ... | ${dut2_vif2_mac} | jumbo_frames=${jumbo_frames} | | Set To Dictionary | ${dut2_vm_refs} | DUT2_VM1 | ${vm2} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot index e9855193f4..d473a76ca1 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot @@ -94,7 +94,7 @@ | | And Apply startup configuration on all VPP DUTs | | When Initialize IPv4 forwarding with vhost for '2' VMs in 3-node circular topology | | And Configure '2' guest VMs with dpdk-testpmd-mac connected via vhost-user in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot index 9aedef270a..826b54c4e4 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot @@ -102,7 +102,7 @@ | | ... | ${dut2} | ${sock1} | ${sock2} | DUT2_VM1 | | ... | jumbo_frames=${jumbo_frames} | | Set To Dictionary | ${dut2_vm_refs} | DUT2_VM1 | ${vm2} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/vm_vhost/40ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/40ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot index 7b14109315..09475f1972 100644 --- a/tests/vpp/perf/vm_vhost/40ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot +++ b/tests/vpp/perf/vm_vhost/40ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot @@ -96,7 +96,7 @@ | | ... | ${dut2} | ${sock1} | ${sock2} | DUT2_VM1 | | ... | jumbo_frames=${jumbo_frames} | | Set To Dictionary | ${dut2_vm_refs} | DUT2_VM1 | ${vm2} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot index e4f3371bad..1ce7a37593 100644 --- a/tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot +++ b/tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot @@ -100,7 +100,7 @@ | | ... | ${dut2} | ${sock1} | ${sock2} | DUT2_VM1 | | ... | jumbo_frames=${jumbo_frames} | | Set To Dictionary | ${dut2_vm_refs} | DUT2_VM1 | ${vm2} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot b/tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot index 02aa4208b1..3b2007ff52 100644 --- a/tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot +++ b/tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot @@ -92,7 +92,7 @@ | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains with Vhost-User for '2' VMs in 3-node circular topology | | And Configure '2' guest VMs with dpdk-testpmd connected via vhost-user in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** -- 2.16.6