From ad98ea70cf435d104b6a4f0090575e137660da77 Mon Sep 17 00:00:00 2001 From: Vratko Polak Date: Mon, 18 Jan 2021 16:59:42 +0100 Subject: [PATCH] Add suites with randomized ip6 profiles + Replace pair of traffic profiles (2n and 3n) with single nodeless one. + Compared to incremental suites, randomized ones add IP6_RND tag. Change-Id: I2f0dfc9e04bbcd0f88e95b92edf2da2c73faaab6 Signed-off-by: Vratko Polak --- ...10000.py => trex-stl-ethip6-ip6dst10000-rnd.py} | 11 +- ...6dst10000.py => trex-stl-ethip6-ip6dst10000.py} | 0 ...0000.py => trex-stl-ethip6-ip6dst100000-rnd.py} | 11 +- ...st100000.py => trex-stl-ethip6-ip6dst100000.py} | 0 ...000.py => trex-stl-ethip6-ip6dst1000000-rnd.py} | 15 ++- ...1000000.py => trex-stl-ethip6-ip6dst1000000.py} | 4 +- .../10ge2p1x710-ethip6-ip6scale200k-ndrpdr.robot | 4 +- ...0ge2p1x710-ethip6-ip6scale200k-rnd-ndrpdr.robot | 139 +++++++++++++++++++++ .../10ge2p1x710-ethip6-ip6scale20k-ndrpdr.robot | 4 +- ...10ge2p1x710-ethip6-ip6scale20k-rnd-ndrpdr.robot | 139 +++++++++++++++++++++ .../ip6/10ge2p1x710-ethip6-ip6scale2m-ndrpdr.robot | 4 +- .../10ge2p1x710-ethip6-ip6scale2m-rnd-ndrpdr.robot | 139 +++++++++++++++++++++ ...1l-10ge2p1x710-ethip6-ip6scale200k-ndrpdr.robot | 4 +- ...0ge2p1x710-ethip6-ip6scale200k-rnd-ndrpdr.robot | 138 ++++++++++++++++++++ ...n1l-10ge2p1x710-ethip6-ip6scale20k-ndrpdr.robot | 4 +- ...10ge2p1x710-ethip6-ip6scale20k-rnd-ndrpdr.robot | 138 ++++++++++++++++++++ ...2n1l-10ge2p1x710-ethip6-ip6scale2m-ndrpdr.robot | 4 +- ...-10ge2p1x710-ethip6-ip6scale2m-rnd-ndrpdr.robot | 138 ++++++++++++++++++++ 18 files changed, 868 insertions(+), 28 deletions(-) rename GPL/traffic_profiles/trex/{trex-stl-3n-ethip6-ip6dst10000.py => trex-stl-ethip6-ip6dst10000-rnd.py} (93%) rename GPL/traffic_profiles/trex/{trex-stl-2n-ethip6-ip6dst10000.py => trex-stl-ethip6-ip6dst10000.py} (100%) rename GPL/traffic_profiles/trex/{trex-stl-3n-ethip6-ip6dst100000.py => trex-stl-ethip6-ip6dst100000-rnd.py} (93%) rename GPL/traffic_profiles/trex/{trex-stl-2n-ethip6-ip6dst100000.py => trex-stl-ethip6-ip6dst100000.py} (100%) rename GPL/traffic_profiles/trex/{trex-stl-2n-ethip6-ip6dst1000000.py => trex-stl-ethip6-ip6dst1000000-rnd.py} (91%) rename GPL/traffic_profiles/trex/{trex-stl-3n-ethip6-ip6dst1000000.py => trex-stl-ethip6-ip6dst1000000.py} (98%) create mode 100644 tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale200k-rnd-ndrpdr.robot create mode 100644 tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale20k-rnd-ndrpdr.robot create mode 100644 tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale2m-rnd-ndrpdr.robot create mode 100644 tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale200k-rnd-ndrpdr.robot create mode 100644 tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale20k-rnd-ndrpdr.robot create mode 100644 tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale2m-rnd-ndrpdr.robot diff --git a/GPL/traffic_profiles/trex/trex-stl-3n-ethip6-ip6dst10000.py b/GPL/traffic_profiles/trex/trex-stl-ethip6-ip6dst10000-rnd.py similarity index 93% rename from GPL/traffic_profiles/trex/trex-stl-3n-ethip6-ip6dst10000.py rename to GPL/traffic_profiles/trex/trex-stl-ethip6-ip6dst10000-rnd.py index 9aa4fd5ee4..0e335909f4 100644 --- a/GPL/traffic_profiles/trex/trex-stl-3n-ethip6-ip6dst10000.py +++ b/GPL/traffic_profiles/trex/trex-stl-ethip6-ip6dst10000-rnd.py @@ -93,12 +93,14 @@ class TrafficStreams(TrafficStreamsBaseClass): # Direction 0 --> 1 vm1 = STLScVmRaw( [ - STLVmFlowVar( + STLVmFlowVarRepeatableRandom( name=u"ipv6_dst", min_value=base_p1, max_value=base_p1 + count_p1, size=8, - op=u"inc" + seed=1, + # Cycle length. TRex does not allow any higher value. + limit=(2**24 - 1) ), STLVmWrFlowVar( fv_name=u"ipv6_dst", @@ -110,12 +112,13 @@ class TrafficStreams(TrafficStreamsBaseClass): # Direction 1 --> 0 vm2 = STLScVmRaw( [ - STLVmFlowVar( + STLVmFlowVarRepeatableRandom( name=u"ipv6_dst", min_value=base_p2, max_value=base_p2 + count_p2, size=8, - op=u"inc" + seed=2, + limit=(2**24 - 1) ), STLVmWrFlowVar( fv_name=u"ipv6_dst", diff --git a/GPL/traffic_profiles/trex/trex-stl-2n-ethip6-ip6dst10000.py b/GPL/traffic_profiles/trex/trex-stl-ethip6-ip6dst10000.py similarity index 100% rename from GPL/traffic_profiles/trex/trex-stl-2n-ethip6-ip6dst10000.py rename to GPL/traffic_profiles/trex/trex-stl-ethip6-ip6dst10000.py diff --git a/GPL/traffic_profiles/trex/trex-stl-3n-ethip6-ip6dst100000.py b/GPL/traffic_profiles/trex/trex-stl-ethip6-ip6dst100000-rnd.py similarity index 93% rename from GPL/traffic_profiles/trex/trex-stl-3n-ethip6-ip6dst100000.py rename to GPL/traffic_profiles/trex/trex-stl-ethip6-ip6dst100000-rnd.py index f78d98c64f..daa160d53a 100644 --- a/GPL/traffic_profiles/trex/trex-stl-3n-ethip6-ip6dst100000.py +++ b/GPL/traffic_profiles/trex/trex-stl-ethip6-ip6dst100000-rnd.py @@ -93,12 +93,14 @@ class TrafficStreams(TrafficStreamsBaseClass): # Direction 0 --> 1 vm1 = STLScVmRaw( [ - STLVmFlowVar( + STLVmFlowVarRepeatableRandom( name=u"ipv6_dst", min_value=base_p1, max_value=base_p1 + count_p1, size=8, - op=u"inc" + seed=1, + # Cycle length. TRex does not allow any higher value. + limit=(2**24 - 1) ), STLVmWrFlowVar( fv_name=u"ipv6_dst", @@ -110,12 +112,13 @@ class TrafficStreams(TrafficStreamsBaseClass): # Direction 1 --> 0 vm2 = STLScVmRaw( [ - STLVmFlowVar( + STLVmFlowVarRepeatableRandom( name=u"ipv6_dst", min_value=base_p2, max_value=base_p2 + count_p2, size=8, - op=u"inc" + seed=2, + limit=(2**24 - 1) ), STLVmWrFlowVar( fv_name=u"ipv6_dst", diff --git a/GPL/traffic_profiles/trex/trex-stl-2n-ethip6-ip6dst100000.py b/GPL/traffic_profiles/trex/trex-stl-ethip6-ip6dst100000.py similarity index 100% rename from GPL/traffic_profiles/trex/trex-stl-2n-ethip6-ip6dst100000.py rename to GPL/traffic_profiles/trex/trex-stl-ethip6-ip6dst100000.py diff --git a/GPL/traffic_profiles/trex/trex-stl-2n-ethip6-ip6dst1000000.py b/GPL/traffic_profiles/trex/trex-stl-ethip6-ip6dst1000000-rnd.py similarity index 91% rename from GPL/traffic_profiles/trex/trex-stl-2n-ethip6-ip6dst1000000.py rename to GPL/traffic_profiles/trex/trex-stl-ethip6-ip6dst1000000-rnd.py index dbe8f76032..a372e1ae3b 100644 --- a/GPL/traffic_profiles/trex/trex-stl-2n-ethip6-ip6dst1000000.py +++ b/GPL/traffic_profiles/trex/trex-stl-ethip6-ip6dst1000000-rnd.py @@ -85,20 +85,22 @@ class TrafficStreams(TrafficStreamsBaseClass): base_pkt_b = ( Ether() / IPv6( - src=self.p2_src_start_ip, - dst=self.p2_dst_start_ip + src=self.p2_src_start_ip, + dst=self.p2_dst_start_ip ) ) # Direction 0 --> 1 vm1 = STLScVmRaw( [ - STLVmFlowVar( + STLVmFlowVarRepeatableRandom( name=u"ipv6_dst", min_value=base_p1, max_value=base_p1 + count_p1, size=8, - op=u"inc" + seed=1, + # Cycle length. TRex does not allow any higher value. + limit=(2**24 - 1) ), STLVmWrFlowVar( fv_name=u"ipv6_dst", @@ -110,12 +112,13 @@ class TrafficStreams(TrafficStreamsBaseClass): # Direction 1 --> 0 vm2 = STLScVmRaw( [ - STLVmFlowVar( + STLVmFlowVarRepeatableRandom( name=u"ipv6_dst", min_value=base_p2, max_value=base_p2 + count_p2, size=8, - op=u"inc" + seed=2, + limit=(2**24 - 1) ), STLVmWrFlowVar( fv_name=u"ipv6_dst", diff --git a/GPL/traffic_profiles/trex/trex-stl-3n-ethip6-ip6dst1000000.py b/GPL/traffic_profiles/trex/trex-stl-ethip6-ip6dst1000000.py similarity index 98% rename from GPL/traffic_profiles/trex/trex-stl-3n-ethip6-ip6dst1000000.py rename to GPL/traffic_profiles/trex/trex-stl-ethip6-ip6dst1000000.py index e18353884b..572eed4256 100644 --- a/GPL/traffic_profiles/trex/trex-stl-3n-ethip6-ip6dst1000000.py +++ b/GPL/traffic_profiles/trex/trex-stl-ethip6-ip6dst1000000.py @@ -85,8 +85,8 @@ class TrafficStreams(TrafficStreamsBaseClass): base_pkt_b = ( Ether() / IPv6( - src=self.p2_src_start_ip, - dst=self.p2_dst_start_ip + src=self.p2_src_start_ip, + dst=self.p2_dst_start_ip ) ) diff --git a/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale200k-ndrpdr.robot b/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale200k-ndrpdr.robot index 8791b93cd9..2b0f278a3d 100644 --- a/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale200k-ndrpdr.robot +++ b/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale200k-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2020 Cisco and/or its affiliates. +# Copyright (c) 2021 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -60,7 +60,7 @@ | ${overhead}= | ${0} | ${rts_per_flow}= | ${100000} # Traffic profile: -| ${traffic_profile}= | trex-stl-3n-ethip6-ip6dst${rts_per_flow} +| ${traffic_profile}= | trex-stl-ethip6-ip6dst${rts_per_flow} *** Keywords *** | Local Template diff --git a/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale200k-rnd-ndrpdr.robot b/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale200k-rnd-ndrpdr.robot new file mode 100644 index 0000000000..58bb8fa77f --- /dev/null +++ b/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale200k-rnd-ndrpdr.robot @@ -0,0 +1,139 @@ +# Copyright (c) 2021 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/shared/default.robot +| +| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | IP6FWD | IP6_RND | SCALE | FIB_200K +| ... | DRV_VFIO_PCI | RXQ_SIZE_0 | TXQ_SIZE_0 +| ... | ethip6-ip6scale200k-rnd +| +| Suite Setup | Setup suite topology interfaces | performance +| Suite Teardown | Tear down suite | performance +| Test Setup | Setup test | performance | performance +| Test Teardown | Tear down test | performance +| +| Test Template | Local Template +| +| Documentation | *RFC2544: Pkt throughput IPv6 routing test cases* +| +| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing. +| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6\ +| ... | routing and 2x100k static IPv6 /64 route entries. DUT1 and DUT2 tested\ +| ... | with ${nic_name}. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\ +| ... | contains two L3 flow-groups (flow-group per direction, 100k flows per\ +| ... | flow-group) with all packets containing Ethernet header, IPv6 header\ +| ... | with IP and static payload. MAC addresses are matching MAC addresses\ +| ... | of the TG node interfaces. Randomization of IP.dst (IPv6 destination\ +| ... | address) field is applied to both streams. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +| @{plugins_to_enable}= | dpdk_plugin.so +| ${crypto_type}= | ${None} +| ${nic_name}= | Intel-X710 +| ${nic_driver}= | vfio-pci +| ${nic_rxq_size}= | 0 +| ${nic_txq_size}= | 0 +| ${nic_pfs}= | 2 +| ${nic_vfs}= | 0 +| ${osi_layer}= | L3 +| ${overhead}= | ${0} +| ${rts_per_flow}= | ${100000} +# Traffic profile: +| ${traffic_profile}= | trex-stl-ethip6-ip6dst${rts_per_flow}-rnd + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs IPv6 routing config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | +| | Set Test Variable | \${frame_size} +| | +| | Given Set Max Rate And Jumbo +| | And Add worker threads to all DUTs | ${phy_cores} | ${rxq} +| | And Pre-initialize layer driver | ${nic_driver} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize layer driver | ${nic_driver} +| | And Initialize layer interface +| | And Initialize IPv6 forwarding with scaling in circular topology +| | ... | ${rts_per_flow} +| | Then Find NDR and PDR intervals using optimized search + +*** Test Cases *** +| 78B-1c-ethip6-ip6scale200k-rnd-ndrpdr +| | [Tags] | 78B | 1C +| | frame_size=${78} | phy_cores=${1} + +| 78B-2c-ethip6-ip6scale200k-rnd-ndrpdr +| | [Tags] | 78B | 2C +| | frame_size=${78} | phy_cores=${2} + +| 78B-4c-ethip6-ip6scale200k-rnd-ndrpdr +| | [Tags] | 78B | 4C +| | frame_size=${78} | phy_cores=${4} + +| 1518B-1c-ethip6-ip6scale200k-rnd-ndrpdr +| | [Tags] | 1518B | 1C +| | frame_size=${1518} | phy_cores=${1} + +| 1518B-2c-ethip6-ip6scale200k-rnd-ndrpdr +| | [Tags] | 1518B | 2C +| | frame_size=${1518} | phy_cores=${2} + +| 1518B-4c-ethip6-ip6scale200k-rnd-ndrpdr +| | [Tags] | 1518B | 4C +| | frame_size=${1518} | phy_cores=${4} + +| 9000B-1c-ethip6-ip6scale200k-rnd-ndrpdr +| | [Tags] | 9000B | 1C +| | frame_size=${9000} | phy_cores=${1} + +| 9000B-2c-ethip6-ip6scale200k-rnd-ndrpdr +| | [Tags] | 9000B | 2C +| | frame_size=${9000} | phy_cores=${2} + +| 9000B-4c-ethip6-ip6scale200k-rnd-ndrpdr +| | [Tags] | 9000B | 4C +| | frame_size=${9000} | phy_cores=${4} + +| IMIX-1c-ethip6-ip6scale200k-rnd-ndrpdr +| | [Tags] | IMIX | 1C +| | frame_size=IMIX_v4_1 | phy_cores=${1} + +| IMIX-2c-ethip6-ip6scale200k-rnd-ndrpdr +| | [Tags] | IMIX | 2C +| | frame_size=IMIX_v4_1 | phy_cores=${2} + +| IMIX-4c-ethip6-ip6scale200k-rnd-ndrpdr +| | [Tags] | IMIX | 4C +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale20k-ndrpdr.robot b/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale20k-ndrpdr.robot index cd5b7e4ec3..f4347cd955 100644 --- a/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale20k-ndrpdr.robot +++ b/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale20k-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2020 Cisco and/or its affiliates. +# Copyright (c) 2021 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -60,7 +60,7 @@ | ${overhead}= | ${0} | ${rts_per_flow}= | ${10000} # Traffic profile: -| ${traffic_profile}= | trex-stl-3n-ethip6-ip6dst${rts_per_flow} +| ${traffic_profile}= | trex-stl-ethip6-ip6dst${rts_per_flow} *** Keywords *** | Local Template diff --git a/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale20k-rnd-ndrpdr.robot b/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale20k-rnd-ndrpdr.robot new file mode 100644 index 0000000000..343fab263e --- /dev/null +++ b/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale20k-rnd-ndrpdr.robot @@ -0,0 +1,139 @@ +# Copyright (c) 2021 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/shared/default.robot +| +| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | IP6FWD | IP6_RND | SCALE | FIB_20K +| ... | DRV_VFIO_PCI | RXQ_SIZE_0 | TXQ_SIZE_0 +| ... | ethip6-ip6scale20k-rnd +| +| Suite Setup | Setup suite topology interfaces | performance +| Suite Teardown | Tear down suite | performance +| Test Setup | Setup test | performance | performance +| Test Teardown | Tear down test | performance +| +| Test Template | Local Template +| +| Documentation | *RFC2544: Pkt throughput IPv6 routing test cases* +| +| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing. +| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6\ +| ... | routing and 2x10k static IPv6 /64 route entries. DUT1 and DUT2 tested\ +| ... | with ${nic_name}. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\ +| ... | contains two L3 flow-groups (flow-group per direction, 10k flows per\ +| ... | flow-group) with all packets containing Ethernet header, IPv6 header\ +| ... | with IP and static payload. MAC addresses are matching MAC addresses\ +| ... | of the TG node interfaces. Randomization of IP.dst (IPv6 destination\ +| ... | address) field is applied to both streams. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +| @{plugins_to_enable}= | dpdk_plugin.so +| ${crypto_type}= | ${None} +| ${nic_name}= | Intel-X710 +| ${nic_driver}= | vfio-pci +| ${nic_rxq_size}= | 0 +| ${nic_txq_size}= | 0 +| ${nic_pfs}= | 2 +| ${nic_vfs}= | 0 +| ${osi_layer}= | L3 +| ${overhead}= | ${0} +| ${rts_per_flow}= | ${10000} +# Traffic profile: +| ${traffic_profile}= | trex-stl-ethip6-ip6dst${rts_per_flow}-rnd + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs IPv6 routing config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | +| | Set Test Variable | \${frame_size} +| | +| | Given Set Max Rate And Jumbo +| | And Add worker threads to all DUTs | ${phy_cores} | ${rxq} +| | And Pre-initialize layer driver | ${nic_driver} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize layer driver | ${nic_driver} +| | And Initialize layer interface +| | And Initialize IPv6 forwarding with scaling in circular topology +| | ... | ${rts_per_flow} +| | Then Find NDR and PDR intervals using optimized search + +*** Test Cases *** +| 78B-1c-ethip6-ip6scale20k-rnd-ndrpdr +| | [Tags] | 78B | 1C +| | frame_size=${78} | phy_cores=${1} + +| 78B-2c-ethip6-ip6scale20k-rnd-ndrpdr +| | [Tags] | 78B | 2C +| | frame_size=${78} | phy_cores=${2} + +| 78B-4c-ethip6-ip6scale20k-rnd-ndrpdr +| | [Tags] | 78B | 4C +| | frame_size=${78} | phy_cores=${4} + +| 1518B-1c-ethip6-ip6scale20k-rnd-ndrpdr +| | [Tags] | 1518B | 1C +| | frame_size=${1518} | phy_cores=${1} + +| 1518B-2c-ethip6-ip6scale20k-rnd-ndrpdr +| | [Tags] | 1518B | 2C +| | frame_size=${1518} | phy_cores=${2} + +| 1518B-4c-ethip6-ip6scale20k-rnd-ndrpdr +| | [Tags] | 1518B | 4C +| | frame_size=${1518} | phy_cores=${4} + +| 9000B-1c-ethip6-ip6scale20k-rnd-ndrpdr +| | [Tags] | 9000B | 1C +| | frame_size=${9000} | phy_cores=${1} + +| 9000B-2c-ethip6-ip6scale20k-rnd-ndrpdr +| | [Tags] | 9000B | 2C +| | frame_size=${9000} | phy_cores=${2} + +| 9000B-4c-ethip6-ip6scale20k-rnd-ndrpdr +| | [Tags] | 9000B | 4C +| | frame_size=${9000} | phy_cores=${4} + +| IMIX-1c-ethip6-ip6scale20k-rnd-ndrpdr +| | [Tags] | IMIX | 1C +| | frame_size=IMIX_v4_1 | phy_cores=${1} + +| IMIX-2c-ethip6-ip6scale20k-rnd-ndrpdr +| | [Tags] | IMIX | 2C +| | frame_size=IMIX_v4_1 | phy_cores=${2} + +| IMIX-4c-ethip6-ip6scale20k-rnd-ndrpdr +| | [Tags] | IMIX | 4C +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale2m-ndrpdr.robot b/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale2m-ndrpdr.robot index 8756e95ee8..21ea1c3439 100644 --- a/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale2m-ndrpdr.robot +++ b/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale2m-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2020 Cisco and/or its affiliates. +# Copyright (c) 2021 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -60,7 +60,7 @@ | ${overhead}= | ${0} | ${rts_per_flow}= | ${1000000} # Traffic profile: -| ${traffic_profile}= | trex-stl-3n-ethip6-ip6dst${rts_per_flow} +| ${traffic_profile}= | trex-stl-ethip6-ip6dst${rts_per_flow} *** Keywords *** | Local Template diff --git a/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale2m-rnd-ndrpdr.robot b/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale2m-rnd-ndrpdr.robot new file mode 100644 index 0000000000..f6e2e32191 --- /dev/null +++ b/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale2m-rnd-ndrpdr.robot @@ -0,0 +1,139 @@ +# Copyright (c) 2021 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/shared/default.robot +| +| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | IP6FWD | IP6_RND | SCALE | FIB_2M +| ... | DRV_VFIO_PCI | RXQ_SIZE_0 | TXQ_SIZE_0 +| ... | ethip6-ip6scale2m-rnd +| +| Suite Setup | Setup suite topology interfaces | performance +| Suite Teardown | Tear down suite | performance +| Test Setup | Setup test | performance | performance +| Test Teardown | Tear down test | performance +| +| Test Template | Local Template +| +| Documentation | *RFC2544: Pkt throughput IPv6 routing test cases* +| +| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing. +| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6\ +| ... | routing and 2x1M static IPv6 /64 route entries. DUT1 and DUT2 tested\ +| ... | with ${nic_name}. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\ +| ... | contains two L3 flow-groups (flow-group per direction, 1M flows per\ +| ... | flow-group) with all packets containing Ethernet header, IPv6 header\ +| ... | with IP and static payload. MAC addresses are matching MAC addresses\ +| ... | of the TG node interfaces. Randomization of IP.dst (IPv6 destination\ +| ... | address) field is applied to both streams. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +| @{plugins_to_enable}= | dpdk_plugin.so +| ${crypto_type}= | ${None} +| ${nic_name}= | Intel-X710 +| ${nic_driver}= | vfio-pci +| ${nic_rxq_size}= | 0 +| ${nic_txq_size}= | 0 +| ${nic_pfs}= | 2 +| ${nic_vfs}= | 0 +| ${osi_layer}= | L3 +| ${overhead}= | ${0} +| ${rts_per_flow}= | ${1000000} +# Traffic profile: +| ${traffic_profile}= | trex-stl-ethip6-ip6dst${rts_per_flow}-rnd + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs IPv6 routing config.\ +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | +| | Set Test Variable | \${frame_size} +| | +| | Given Set Max Rate And Jumbo +| | And Add worker threads to all DUTs | ${phy_cores} | ${rxq} +| | And Pre-initialize layer driver | ${nic_driver} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize layer driver | ${nic_driver} +| | And Initialize layer interface +| | And Initialize IPv6 forwarding with scaling in circular topology +| | ... | ${rts_per_flow} +| | Then Find NDR and PDR intervals using optimized search + +*** Test Cases *** +| 78B-1c-ethip6-ip6scale2m-rnd-ndrpdr +| | [Tags] | 78B | 1C +| | frame_size=${78} | phy_cores=${1} + +| 78B-2c-ethip6-ip6scale2m-rnd-ndrpdr +| | [Tags] | 78B | 2C +| | frame_size=${78} | phy_cores=${2} + +| 78B-4c-ethip6-ip6scale2m-rnd-ndrpdr +| | [Tags] | 78B | 4C +| | frame_size=${78} | phy_cores=${4} + +| 1518B-1c-ethip6-ip6scale2m-rnd-ndrpdr +| | [Tags] | 1518B | 1C +| | frame_size=${1518} | phy_cores=${1} + +| 1518B-2c-ethip6-ip6scale2m-rnd-ndrpdr +| | [Tags] | 1518B | 2C +| | frame_size=${1518} | phy_cores=${2} + +| 1518B-4c-ethip6-ip6scale2m-rnd-ndrpdr +| | [Tags] | 1518B | 4C +| | frame_size=${1518} | phy_cores=${4} + +| 9000B-1c-ethip6-ip6scale2m-rnd-ndrpdr +| | [Tags] | 9000B | 1C +| | frame_size=${9000} | phy_cores=${1} + +| 9000B-2c-ethip6-ip6scale2m-rnd-ndrpdr +| | [Tags] | 9000B | 2C +| | frame_size=${9000} | phy_cores=${2} + +| 9000B-4c-ethip6-ip6scale2m-rnd-ndrpdr +| | [Tags] | 9000B | 4C +| | frame_size=${9000} | phy_cores=${4} + +| IMIX-1c-ethip6-ip6scale2m-rnd-ndrpdr +| | [Tags] | IMIX | 1C +| | frame_size=IMIX_v4_1 | phy_cores=${1} + +| IMIX-2c-ethip6-ip6scale2m-rnd-ndrpdr +| | [Tags] | IMIX | 2C +| | frame_size=IMIX_v4_1 | phy_cores=${2} + +| IMIX-4c-ethip6-ip6scale2m-rnd-ndrpdr +| | [Tags] | IMIX | 4C +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale200k-ndrpdr.robot b/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale200k-ndrpdr.robot index f61ceb9a8c..9cf7327cf7 100644 --- a/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale200k-ndrpdr.robot +++ b/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale200k-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2020 Cisco and/or its affiliates. +# Copyright (c) 2021 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -59,7 +59,7 @@ | ${overhead}= | ${0} | ${rts_per_flow}= | ${100000} # Traffic profile: -| ${traffic_profile}= | trex-stl-3n-ethip6-ip6dst${rts_per_flow} +| ${traffic_profile}= | trex-stl-ethip6-ip6dst${rts_per_flow} *** Keywords *** | Local Template diff --git a/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale200k-rnd-ndrpdr.robot b/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale200k-rnd-ndrpdr.robot new file mode 100644 index 0000000000..1b3b2636e6 --- /dev/null +++ b/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale200k-rnd-ndrpdr.robot @@ -0,0 +1,138 @@ +# Copyright (c) 2021 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/shared/default.robot +| +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | IP6FWD | IP6_RND | SCALE | FIB_200K +| ... | DRV_VFIO_PCI | RXQ_SIZE_0 | TXQ_SIZE_0 +| ... | ethip6-ip6scale200k-rnd +| +| Suite Setup | Setup suite topology interfaces | performance +| Suite Teardown | Tear down suite | performance +| Test Setup | Setup test | performance | performance +| Test Teardown | Tear down test | performance +| +| Test Template | Local Template +| +| Documentation | *RFC2544: Pkt throughput IPv6 routing test cases* +| +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with\ +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv6 routing and\ +| ... | 2x100k static IPv6 /64 route entries. DUT1 is tested with ${nic_name}. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ +| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\ +| ... | contains two L3 flow-groups (flow-group per direction, 100k flows per\ +| ... | flow-group) with all packets containing Ethernet header, IPv6 header\ +| ... | with IP and static payload. MAC addresses are matching MAC addresses\ +| ... | of the TG node interfaces. Randomization of IP.dst (IPv6 destination\ +| ... | address) field is applied to both streams. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +| @{plugins_to_enable}= | dpdk_plugin.so +| ${crypto_type}= | ${None} +| ${nic_name}= | Intel-X710 +| ${nic_driver}= | vfio-pci +| ${nic_rxq_size}= | 0 +| ${nic_txq_size}= | 0 +| ${nic_pfs}= | 2 +| ${nic_vfs}= | 0 +| ${osi_layer}= | L3 +| ${overhead}= | ${0} +| ${rts_per_flow}= | ${100000} +# Traffic profile: +| ${traffic_profile}= | trex-stl-ethip6-ip6dst${rts_per_flow}-rnd + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs IPv6 routing config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | +| | Set Test Variable | \${frame_size} +| | +| | Given Set Max Rate And Jumbo +| | And Add worker threads to all DUTs | ${phy_cores} | ${rxq} +| | And Pre-initialize layer driver | ${nic_driver} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize layer driver | ${nic_driver} +| | And Initialize layer interface +| | And Initialize IPv6 forwarding with scaling in circular topology +| | ... | ${rts_per_flow} +| | Then Find NDR and PDR intervals using optimized search + +*** Test Cases *** +| 78B-1c-ethip6-ip6scale200k-rnd-ndrpdr +| | [Tags] | 78B | 1C +| | frame_size=${78} | phy_cores=${1} + +| 78B-2c-ethip6-ip6scale200k-rnd-ndrpdr +| | [Tags] | 78B | 2C +| | frame_size=${78} | phy_cores=${2} + +| 78B-4c-ethip6-ip6scale200k-rnd-ndrpdr +| | [Tags] | 78B | 4C +| | frame_size=${78} | phy_cores=${4} + +| 1518B-1c-ethip6-ip6scale200k-rnd-ndrpdr +| | [Tags] | 1518B | 1C +| | frame_size=${1518} | phy_cores=${1} + +| 1518B-2c-ethip6-ip6scale200k-rnd-ndrpdr +| | [Tags] | 1518B | 2C +| | frame_size=${1518} | phy_cores=${2} + +| 1518B-4c-ethip6-ip6scale200k-rnd-ndrpdr +| | [Tags] | 1518B | 4C +| | frame_size=${1518} | phy_cores=${4} + +| 9000B-1c-ethip6-ip6scale200k-rnd-ndrpdr +| | [Tags] | 9000B | 1C +| | frame_size=${9000} | phy_cores=${1} + +| 9000B-2c-ethip6-ip6scale200k-rnd-ndrpdr +| | [Tags] | 9000B | 2C +| | frame_size=${9000} | phy_cores=${2} + +| 9000B-4c-ethip6-ip6scale200k-rnd-ndrpdr +| | [Tags] | 9000B | 4C +| | frame_size=${9000} | phy_cores=${4} + +| IMIX-1c-ethip6-ip6scale200k-rnd-ndrpdr +| | [Tags] | IMIX | 1C +| | frame_size=IMIX_v4_1 | phy_cores=${1} + +| IMIX-2c-ethip6-ip6scale200k-rnd-ndrpdr +| | [Tags] | IMIX | 2C +| | frame_size=IMIX_v4_1 | phy_cores=${2} + +| IMIX-4c-ethip6-ip6scale200k-rnd-ndrpdr +| | [Tags] | IMIX | 4C +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale20k-ndrpdr.robot b/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale20k-ndrpdr.robot index f458da77bb..718a9613fc 100644 --- a/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale20k-ndrpdr.robot +++ b/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale20k-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2020 Cisco and/or its affiliates. +# Copyright (c) 2021 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -59,7 +59,7 @@ | ${overhead}= | ${0} | ${rts_per_flow}= | ${10000} # Traffic profile: -| ${traffic_profile}= | trex-stl-3n-ethip6-ip6dst${rts_per_flow} +| ${traffic_profile}= | trex-stl-ethip6-ip6dst${rts_per_flow} *** Keywords *** | Local Template diff --git a/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale20k-rnd-ndrpdr.robot b/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale20k-rnd-ndrpdr.robot new file mode 100644 index 0000000000..3d079cd058 --- /dev/null +++ b/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale20k-rnd-ndrpdr.robot @@ -0,0 +1,138 @@ +# Copyright (c) 2021 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/shared/default.robot +| +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | IP6FWD | IP6_RND | SCALE | FIB_20K +| ... | DRV_VFIO_PCI | RXQ_SIZE_0 | TXQ_SIZE_0 +| ... | ethip6-ip6scale20k-rnd +| +| Suite Setup | Setup suite topology interfaces | performance +| Suite Teardown | Tear down suite | performance +| Test Setup | Setup test | performance | performance +| Test Teardown | Tear down test | performance +| +| Test Template | Local Template +| +| Documentation | *RFC2544: Pkt throughput IPv6 routing test cases* +| +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with\ +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv6 routing and\ +| ... | 2x10k static IPv6 /64 route entries. DUT1 is tested with ${nic_name}. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ +| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\ +| ... | contains two L3 flow-groups (flow-group per direction, 10k flows per\ +| ... | flow-group) with all packets containing Ethernet header, IPv6 header\ +| ... | with IP and static payload. MAC addresses are matching MAC addresses\ +| ... | of the TG node interfaces. Randomization of IP.dst (IPv6 destination\ +| ... | address) field is applied to both streams. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +| @{plugins_to_enable}= | dpdk_plugin.so +| ${crypto_type}= | ${None} +| ${nic_name}= | Intel-X710 +| ${nic_driver}= | vfio-pci +| ${nic_rxq_size}= | 0 +| ${nic_txq_size}= | 0 +| ${nic_pfs}= | 2 +| ${nic_vfs}= | 0 +| ${osi_layer}= | L3 +| ${overhead}= | ${0} +| ${rts_per_flow}= | ${10000} +# Traffic profile: +| ${traffic_profile}= | trex-stl-ethip6-ip6dst${rts_per_flow}-rnd + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs IPv6 routing config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | +| | Set Test Variable | \${frame_size} +| | +| | Given Set Max Rate And Jumbo +| | And Add worker threads to all DUTs | ${phy_cores} | ${rxq} +| | And Pre-initialize layer driver | ${nic_driver} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize layer driver | ${nic_driver} +| | And Initialize layer interface +| | And Initialize IPv6 forwarding with scaling in circular topology +| | ... | ${rts_per_flow} +| | Then Find NDR and PDR intervals using optimized search + +*** Test Cases *** +| 78B-1c-ethip6-ip6scale20k-rnd-ndrpdr +| | [Tags] | 78B | 1C +| | frame_size=${78} | phy_cores=${1} + +| 78B-2c-ethip6-ip6scale20k-rnd-ndrpdr +| | [Tags] | 78B | 2C +| | frame_size=${78} | phy_cores=${2} + +| 78B-4c-ethip6-ip6scale20k-rnd-ndrpdr +| | [Tags] | 78B | 4C +| | frame_size=${78} | phy_cores=${4} + +| 1518B-1c-ethip6-ip6scale20k-rnd-ndrpdr +| | [Tags] | 1518B | 1C +| | frame_size=${1518} | phy_cores=${1} + +| 1518B-2c-ethip6-ip6scale20k-rnd-ndrpdr +| | [Tags] | 1518B | 2C +| | frame_size=${1518} | phy_cores=${2} + +| 1518B-4c-ethip6-ip6scale20k-rnd-ndrpdr +| | [Tags] | 1518B | 4C +| | frame_size=${1518} | phy_cores=${4} + +| 9000B-1c-ethip6-ip6scale20k-rnd-ndrpdr +| | [Tags] | 9000B | 1C +| | frame_size=${9000} | phy_cores=${1} + +| 9000B-2c-ethip6-ip6scale20k-rnd-ndrpdr +| | [Tags] | 9000B | 2C +| | frame_size=${9000} | phy_cores=${2} + +| 9000B-4c-ethip6-ip6scale20k-rnd-ndrpdr +| | [Tags] | 9000B | 4C +| | frame_size=${9000} | phy_cores=${4} + +| IMIX-1c-ethip6-ip6scale20k-rnd-ndrpdr +| | [Tags] | IMIX | 1C +| | frame_size=IMIX_v4_1 | phy_cores=${1} + +| IMIX-2c-ethip6-ip6scale20k-rnd-ndrpdr +| | [Tags] | IMIX | 2C +| | frame_size=IMIX_v4_1 | phy_cores=${2} + +| IMIX-4c-ethip6-ip6scale20k-rnd-ndrpdr +| | [Tags] | IMIX | 4C +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale2m-ndrpdr.robot b/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale2m-ndrpdr.robot index d9e61a67dd..823637c18e 100644 --- a/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale2m-ndrpdr.robot +++ b/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale2m-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2020 Cisco and/or its affiliates. +# Copyright (c) 2021 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -59,7 +59,7 @@ | ${overhead}= | ${0} | ${rts_per_flow}= | ${1000000} # Traffic profile: -| ${traffic_profile}= | trex-stl-3n-ethip6-ip6dst${rts_per_flow} +| ${traffic_profile}= | trex-stl-ethip6-ip6dst${rts_per_flow} *** Keywords *** | Local Template diff --git a/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale2m-rnd-ndrpdr.robot b/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale2m-rnd-ndrpdr.robot new file mode 100644 index 0000000000..38e2c8f1f7 --- /dev/null +++ b/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale2m-rnd-ndrpdr.robot @@ -0,0 +1,138 @@ +# Copyright (c) 2021 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/shared/default.robot +| +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | IP6FWD | IP6_RND | SCALE | FIB_2M +| ... | DRV_VFIO_PCI | RXQ_SIZE_0 | TXQ_SIZE_0 +| ... | ethip6-ip6scale2m-rnd +| +| Suite Setup | Setup suite topology interfaces | performance +| Suite Teardown | Tear down suite | performance +| Test Setup | Setup test | performance | performance +| Test Teardown | Tear down test | performance +| +| Test Template | Local Template +| +| Documentation | *RFC2544: Pkt throughput IPv6 routing test cases* +| +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with\ +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv6 routing and\ +| ... | 2x1M static IPv6 /64 route entries. DUT1 is tested with ${nic_name}. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ +| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\ +| ... | contains two L3 flow-groups (flow-group per direction, 1M flows per\ +| ... | flow-group) with all packets containing Ethernet header, IPv6 header\ +| ... | with IP and static payload. MAC addresses are matching MAC addresses\ +| ... | of the TG node interfaces. Randomization of IP.dst (IPv6 destination\ +| ... | address) field is applied to both streams. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +| @{plugins_to_enable}= | dpdk_plugin.so +| ${crypto_type}= | ${None} +| ${nic_name}= | Intel-X710 +| ${nic_driver}= | vfio-pci +| ${nic_rxq_size}= | 0 +| ${nic_txq_size}= | 0 +| ${nic_pfs}= | 2 +| ${nic_vfs}= | 0 +| ${osi_layer}= | L3 +| ${overhead}= | ${0} +| ${rts_per_flow}= | ${1000000} +# Traffic profile: +| ${traffic_profile}= | trex-stl-ethip6-ip6dst${rts_per_flow}-rnd + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs IPv6 routing config.\ +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | +| | Set Test Variable | \${frame_size} +| | +| | Given Set Max Rate And Jumbo +| | And Add worker threads to all DUTs | ${phy_cores} | ${rxq} +| | And Pre-initialize layer driver | ${nic_driver} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize layer driver | ${nic_driver} +| | And Initialize layer interface +| | And Initialize IPv6 forwarding with scaling in circular topology +| | ... | ${rts_per_flow} +| | Then Find NDR and PDR intervals using optimized search + +*** Test Cases *** +| 78B-1c-ethip6-ip6scale2m-rnd-ndrpdr +| | [Tags] | 78B | 1C +| | frame_size=${78} | phy_cores=${1} + +| 78B-2c-ethip6-ip6scale2m-rnd-ndrpdr +| | [Tags] | 78B | 2C +| | frame_size=${78} | phy_cores=${2} + +| 78B-4c-ethip6-ip6scale2m-rnd-ndrpdr +| | [Tags] | 78B | 4C +| | frame_size=${78} | phy_cores=${4} + +| 1518B-1c-ethip6-ip6scale2m-rnd-ndrpdr +| | [Tags] | 1518B | 1C +| | frame_size=${1518} | phy_cores=${1} + +| 1518B-2c-ethip6-ip6scale2m-rnd-ndrpdr +| | [Tags] | 1518B | 2C +| | frame_size=${1518} | phy_cores=${2} + +| 1518B-4c-ethip6-ip6scale2m-rnd-ndrpdr +| | [Tags] | 1518B | 4C +| | frame_size=${1518} | phy_cores=${4} + +| 9000B-1c-ethip6-ip6scale2m-rnd-ndrpdr +| | [Tags] | 9000B | 1C +| | frame_size=${9000} | phy_cores=${1} + +| 9000B-2c-ethip6-ip6scale2m-rnd-ndrpdr +| | [Tags] | 9000B | 2C +| | frame_size=${9000} | phy_cores=${2} + +| 9000B-4c-ethip6-ip6scale2m-rnd-ndrpdr +| | [Tags] | 9000B | 4C +| | frame_size=${9000} | phy_cores=${4} + +| IMIX-1c-ethip6-ip6scale2m-rnd-ndrpdr +| | [Tags] | IMIX | 1C +| | frame_size=IMIX_v4_1 | phy_cores=${1} + +| IMIX-2c-ethip6-ip6scale2m-rnd-ndrpdr +| | [Tags] | IMIX | 2C +| | frame_size=IMIX_v4_1 | phy_cores=${2} + +| IMIX-4c-ethip6-ip6scale2m-rnd-ndrpdr +| | [Tags] | IMIX | 4C +| | frame_size=IMIX_v4_1 | phy_cores=${4} -- 2.16.6