From: pmikus Date: Tue, 17 Jan 2017 14:32:46 +0000 (+0100) Subject: CSIT 1701 report files and script X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=commitdiff_plain;h=223a5c2eed4a935b27d390b89aa849a3825d86bb CSIT 1701 report files and script Add RST source files and script to generate CSIT 1701 report Change-Id: I4345564547270ba10c64d6beebf2c2b5a83de459 Signed-off-by: pmikus Signed-off-by: Maciek Konstantynowicz Signed-off-by: pmikus --- diff --git a/docs/report/honeycomb_functional_results_virl/honeycomb_functional_results_virl.rst b/docs/report/honeycomb_functional_results_virl/honeycomb_functional_results_virl.rst new file mode 100644 index 0000000000..bb19405c00 --- /dev/null +++ b/docs/report/honeycomb_functional_results_virl/honeycomb_functional_results_virl.rst @@ -0,0 +1,373 @@ + +.. |br| raw:: html + +
+ + +mgmt-cfg-acl-apihc-apivat-func +`````````````````````````````` + +**Honeycomb access control lists test suite.** + ++----------------------------------------------------------------+-------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++================================================================+===============================================================================+========+ +| TC01: Honeycomb can create ACL classify table | Check if Honeycomb API can create an ACL table. | PASS | ++----------------------------------------------------------------+-------------------------------------------------------------------------------+--------+ +| TC02: Honeycomb can remove ACL table | Check if Honeycomb API can delete an ACL table. | PASS | ++----------------------------------------------------------------+-------------------------------------------------------------------------------+--------+ +| TC03: Honeycomb manages more than one ACL table | Check if Honeycomb API can create another ACL table. | PASS | ++----------------------------------------------------------------+-------------------------------------------------------------------------------+--------+ +| TC04: Honeycomb can add ACL session to table | Check if Honeycomb API can add an ACL session to a table. | PASS | ++----------------------------------------------------------------+-------------------------------------------------------------------------------+--------+ +| TC05: Honeycomb can remove ACL session | Check if Honeycomb API can remove an ACL session. | PASS | ++----------------------------------------------------------------+-------------------------------------------------------------------------------+--------+ +| TC06: Honeycomb manages more than one ACL session on one table | Check if Honeycomb API can add another ACL session to a table. | PASS | ++----------------------------------------------------------------+-------------------------------------------------------------------------------+--------+ +| TC07: Honeycomb enables ACL on interface | Check if Honeycomb API can enable ACL on an interface. | PASS | ++----------------------------------------------------------------+-------------------------------------------------------------------------------+--------+ +| TC08: Honeycomb disables ACL on interface | Check if Honeycomb API can disable ACL on an interface. | PASS | ++----------------------------------------------------------------+-------------------------------------------------------------------------------+--------+ +| TC09: Honeycomb can remove one out of multiple ACL tables | Check if Honeycomb API can delete an ACL table if more than one table exists. | PASS | ++----------------------------------------------------------------+-------------------------------------------------------------------------------+--------+ + +mgmt-cfg-int-apihcnc-func +````````````````````````` + +**Netconf test suite. Contains test cases that need to bypass REST API.** + ++--------------------------------------------------+-----------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++==================================================+===============================================================================================+========+ +| TC01: Honeycomb can create and delete interfaces | Repeatedly create and delete an interface through Netconf and check the reply for any errors. | PASS | ++--------------------------------------------------+-----------------------------------------------------------------------------------------------+--------+ +| TC02: Transaction revert test case 1 | Configure two conflicting VxLAN tunnels, then verify that neither tunnel exists. | PASS | ++--------------------------------------------------+-----------------------------------------------------------------------------------------------+--------+ +| TC03: Transaction revert test case 2 | Configure two conflicting TAP interfaces, then verify that neither interface exists. | PASS | ++--------------------------------------------------+-----------------------------------------------------------------------------------------------+--------+ + +mgmt-cfg-int-subint-apihc-apivat-func +````````````````````````````````````` + +**Honeycomb sub-interface management test suite.** + ++---------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++=================================================================================+===========================================================================================================================+========+ +| TC01: Honycomb creates sub-interface | Check if Honeycomb creates a sub-interface. | PASS | ++---------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------+--------+ +| TC02: Honeycomb sets interface and sub-interface up | Honeycomb changes the state of interface and of its sub-interface to up. | PASS | ++---------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------+--------+ +| TC03: Honeycomb sets sub-interface down while its super-interface is up | Honeycomb sets the sub-interface down while its super-interface is up. It must be possible. | PASS | ++---------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------+--------+ +| TC04: Honeycomb sets interface and sub-interface down | Honeycomb changes the state of interface down and then changes the state of its sub-interface down, in this order. | PASS | ++---------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------+--------+ +| TC05: Honeycomb fails to set sub-interface up while its super-interface is down | Honeycomb tries to set the sub-interface up while its super-interface is down. It must not be possible. | PASS | ++---------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------+--------+ +| TC06: Honeycomb fails to delete sub-interface | Check if Honeycomb can delete an existing sub-interface. | PASS | ++---------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------+--------+ +| TC07: Honeycomb adds sub-interface to new bridge domain | Check if Honeycomb adds a sub-interface to bridge domain. | PASS | ++---------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------+--------+ +| TC08: Honeycomb enables tag-rewrite pop 1 | Check if Honeycomb enables tag-rewrite and sets its parameters correctly. Case: pop 1. | PASS | ++---------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------+--------+ +| TC09: Honeycomb enables tag-rewrite push | Check if Honeycomb enables tag-rewrite and sets its parameters correctly. Case: push. | PASS | ++---------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------+--------+ +| TC10: Honeycomb enables tag-rewrite translate 1-2 | Check if Honeycomb enables tag-rewrite and sets its parameters correctly. Case: translate 1-2. | PASS | ++---------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------+--------+ +| TC11: Honeycomb disables tag-rewrite | Check if Honeycomb disables the tag-rewrite. | PASS | ++---------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------+--------+ +| TC12: Honeycomb enables tag-rewrite pop 1 again | Check if Honeycomb can enable tag-rewrite again, once it was disabled by Honeycomb. | PASS | ++---------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------+--------+ +| TC13: Honeycomb modifies the tag-rewrite | Honeycomb sets the tag-rewrite: 1. pop 1, then 2. push, then 3. translate 1 - 2 Then Honeycomb disables the tag-rewrite. | PASS | ++---------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------+--------+ +| TC14: Honeycomb fails to set wrong vlan-type in tag-rewrite | Check that Honeycomb does not accept wrong values of vlan-type in tag-rewrite. | PASS | ++---------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------+--------+ +| TC15: Honeycomb configures sub-interface ipv4 address | Check if Honeycomb can configure an ipv4 address on the sub-interface. | PASS | ++---------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------+--------+ +| TC16: Honeycomb removes sub-interface ipv4 address | Check if Honeycomb can remove configured ipv4 addresses from the sub-interface. | PASS | ++---------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------+--------+ +| TC17: Honeycomb modifies existing sub-interface ipv4 address | Check if Honeycomb can modify an ipv4 address already configured on the sub-interface. | PASS | ++---------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------+--------+ + +mgmt-cfg-intip4-intip6-apihc-apivat-func +```````````````````````````````````````` + +**Honeycomb interface management test suite.** + ++--------------------------------------------------------------+---------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++==============================================================+=============================================================================================+========+ +| TC01: Honeycomb configures and reads interface state | Check if Honeycomb API can modify the admin state of VPP interfaces. | PASS | ++--------------------------------------------------------------+---------------------------------------------------------------------------------------------+--------+ +| TC02: Honeycomb modifies interface IPv4 address with netmask | Check if Honeycomb API can configure interfaces for ipv4 with address and netmask provided. | PASS | ++--------------------------------------------------------------+---------------------------------------------------------------------------------------------+--------+ +| TC03: Honeycomb removes IPv4 address from interface | Check if Honeycomb API can remove configured ipv4 addresses from interface. | PASS | ++--------------------------------------------------------------+---------------------------------------------------------------------------------------------+--------+ +| TC04: Honeycomb modifies interface IPv4 address with prefix | Check if Honeycomb API can configure interfaces for ipv4 with address and prefix provided. | PASS | ++--------------------------------------------------------------+---------------------------------------------------------------------------------------------+--------+ +| TC05: Honeycomb modifies IPv4 neighbor table | Check if Honeycomb API can add and remove ARP entries. | PASS | ++--------------------------------------------------------------+---------------------------------------------------------------------------------------------+--------+ +| TC06: Honeycomb modifies interface configuration - IPv6 | Check if Honeycomb API can configure interfaces for ipv6. | PASS | ++--------------------------------------------------------------+---------------------------------------------------------------------------------------------+--------+ +| TC07: Honeycomb modifies interface configuration - MTU | Check if Honeycomb API can configure interface MTU value. | PASS | ++--------------------------------------------------------------+---------------------------------------------------------------------------------------------+--------+ + +mgmt-cfg-inttap-apihc-apivat-func +````````````````````````````````` + +**Honeycomb TAP management test suite.** + ++---------------------------------------------------------------+---------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++===============================================================+=======================================================================================+========+ +| TC01: Honeycomb configures TAP interface | Check if Honeycomb API can configure a TAP interface. | PASS | ++---------------------------------------------------------------+---------------------------------------------------------------------------------------+--------+ +| TC02: Honeycomb modifies existing TAP interface configuration | Check if Honeycomb API can re-configure and existing TAP interface with new settings. | PASS | ++---------------------------------------------------------------+---------------------------------------------------------------------------------------+--------+ +| TC03: Honeycomb removes TAP interface | Check if Honeycomb API can remove TAP interface. | PASS | ++---------------------------------------------------------------+---------------------------------------------------------------------------------------+--------+ + +mgmt-cfg-intvhost-apihc-apivat-func +``````````````````````````````````` + +**Honeycomb vhost-user interface management test suite.** + ++---------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++=================================================================================+==============================================================================================================+========+ +| TC01: Honeycomb creates vhost-user interface - server | Check if Honeycomb creates a vhost-user interface, role: server. | FAIL | ++---------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------+--------+ +| TC02: Honeycomb modifies vhost-user interface - server | Check if Honeycomb can modify properties of existing vhost-user interface, role: server. | FAIL | ++---------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------+--------+ +| TC03: Honeycomb deletes vhost-user interface - server | Check if Honeycomb can delete an existing vhost-user interface, role: server. | FAIL | ++---------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------+--------+ +| TC04: Honeycomb creates vhost-user interface - client | Check if Honeycomb creates a vhost-user interface, role: client. | PASS | ++---------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------+--------+ +| TC05: Honeycomb modifies vhost-user interface - client | Check if Honeycomb can modify properties of existing vhost-user interface, role: client. | FAIL | ++---------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------+--------+ +| TC06: Honeycomb deletes vhost-user interface - client | Check if Honeycomb can delete an existing vhost-user interface, role: client. | PASS | ++---------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------+--------+ +| TC07: Honeycomb does not set vhost-user configuration on another interface type | Check if Honeycomb refuses to set vhost-user configuration for interface which is not v3po:vhost-user type. | PASS | ++---------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------+--------+ +| TC08: Honeycomb does not set invalid vhost-user configuration | Check if Honeycomb refuses to set invalid parameters to vhost-user interface. | PASS | ++---------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------+--------+ + +mgmt-cfg-l2bd-apihc-apivat-func +``````````````````````````````` + +**Honeycomb bridge domain management test suite.** + ++------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++========================================================================+===================================================================================================================+========+ +| TC01: Honeycomb sets up l2 bridge domain | Check if Honeycomb can create bridge domains on VPP node. | PASS | ++------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------+--------+ +| TC02: Honeycomb manages multiple bridge domains on node | Check if Honeycomb can manage multiple bridge domains on a single node. | PASS | ++------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------+--------+ +| TC03: Honeycomb removes bridge domains | Check if Honeycomb can remove bridge domains from a VPP node. | PASS | ++------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------+--------+ +| TC04: Honeycomb assigns interfaces to bridge domain | Check if Honeycomb can assign VPP interfaces to an existing bridge domain. | PASS | ++------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------+--------+ +| TC05: Honeycomb cannot remove bridge domain with an interface assigned | Check if Honeycomb can remove a bridge domain that has an interface assigned to it. Expect to fail with code 500. | PASS | ++------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------+--------+ + +mgmt-cfg-l2fib-apihc-apivat-func +```````````````````````````````` + +**Honeycomb L2 FIB management test suite.** + ++---------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++=========================================================+=================================================================================================================================+========+ +| TC01: Honeycomb adds L2 FIB entry (forward) | Honeycomb creates a bridge domain and assignes an interface to it. Then adds an L2 FIB entry (forward) to the bridge domain. | PASS | ++---------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC02: Honeycomb adds L2 FIB entry (static, forward) | Honeycomb adds an L2 FIB entry (static, forward) to the bridge domain. | PASS | ++---------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC03: Honeycomb adds L2 FIB entry (static, filter) | Honeycomb adds an L2 FIB entry (static, filter) to the bridge domain. | PASS | ++---------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC04: Honeycomb adds and removes L2 FIB entry (forward) | Honeycomb adds an L2 FIB entry (forward) to the bridge domain and then Honeycomb removes it from the bridge domain. | PASS | ++---------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC05: Honeycomb adds more than one L2 FIB entry | Honeycomb adds three L2 FIB entries to the bridge domain. | PASS | ++---------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC06: Honeycomb fails to set wrong L2 FIB entry | Honeycomb tries to add an L2 FIB entry with wrong parameters to the bridge domain. It must fail. | PASS | ++---------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC07: Honeycomb fails to modify existing L2 FIB entry | Honeycomb tries to modify an existing L2 FIB entry. It must fail. | PASS | ++---------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------+--------+ + +mgmt-cfg-lisp-apihc-apivat-func +``````````````````````````````` + +**Honeycomb Lisp test suite.** + ++------------------------------------------------------------------+----------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++==================================================================+====================================================================================================+========+ +| TC01: Honeycomb enables Lisp feature | Check if Honeycomb can enable the Lisp feature. | PASS | ++------------------------------------------------------------------+----------------------------------------------------------------------------------------------------+--------+ +| TC02: Honeycomb adds locator set and locator | Check if Honeycomb can configure a locator set. | PASS | ++------------------------------------------------------------------+----------------------------------------------------------------------------------------------------+--------+ +| TC03: Honeycomb configures Lisp - remote mapping - Bridge Domain | Check if Honeycomb can configure a remote Lisp mapping with a bridge domain. | PASS | ++------------------------------------------------------------------+----------------------------------------------------------------------------------------------------+--------+ +| TC04: Honeycomb can remove Lisp mapping | Check if Honeycomb can remove a configured Lisp mapping. | PASS | ++------------------------------------------------------------------+----------------------------------------------------------------------------------------------------+--------+ +| TC05: Honeycomb configures Lisp - remote mapping - VRF | Check if Honeycomb can configure a remote Lisp mapping with VRF. | PASS | ++------------------------------------------------------------------+----------------------------------------------------------------------------------------------------+--------+ +| TC06: Honeycomb configures Lisp - local mapping - Bridge Domain | Check if Honeycomb can configure a local Lisp mapping with a bridge domain. | PASS | ++------------------------------------------------------------------+----------------------------------------------------------------------------------------------------+--------+ +| TC07: Honeycomb configures Lisp - local mapping - VRF | Check if Honeycomb can configure a local Lisp mapping with VRF. | PASS | ++------------------------------------------------------------------+----------------------------------------------------------------------------------------------------+--------+ +| TC08: Honeycomb configures Lisp mapping with adjacency | Check if Honeycomb can configure local and remote Lisp mappings with VRF, and configure adjacency. | PASS | ++------------------------------------------------------------------+----------------------------------------------------------------------------------------------------+--------+ +| TC09: Honeycomb configures Lisp map resolver | Check if Honeycomb can configure a Lisp map resolver. | PASS | ++------------------------------------------------------------------+----------------------------------------------------------------------------------------------------+--------+ +| TC10: Honeycomb enabled Lisp PITR feature | Check if Honeycomb can configure the Lisp PITR feature. | PASS | ++------------------------------------------------------------------+----------------------------------------------------------------------------------------------------+--------+ +| TC11: Honeycomb can remove configuration of Lisp features | Check if Honeycomb can disable all Lisp features. | PASS | ++------------------------------------------------------------------+----------------------------------------------------------------------------------------------------+--------+ + +mgmt-cfg-nsh-apihc-apivat-func +`````````````````````````````` + +**Honeycomb NSH test suite.** + ++---------------------------------------------------------------------+---------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++=====================================================================+===========================================================================+========+ +| TC01: Honeycomb can configure NSH entry | Check if Honeycomb can configure an NSH entry. | PASS | ++---------------------------------------------------------------------+---------------------------------------------------------------------------+--------+ +| TC02: Honeycomb can remove NSH entry | Check if Honeycomb can remove an existing NSH entry. | PASS | ++---------------------------------------------------------------------+---------------------------------------------------------------------------+--------+ +| TC03: Honeycomb can configure new NSH entry | Check if Honeycomb can configure an NSH antry after one has been deleted. | PASS | ++---------------------------------------------------------------------+---------------------------------------------------------------------------+--------+ +| TC04: Honeycomb can configure multiple NSH entries at the same time | Check if Honeycomb can configure an NSH entry when one already exists. | PASS | ++---------------------------------------------------------------------+---------------------------------------------------------------------------+--------+ +| TC05: Honeycomb can configure NSH map | Check if Honeycomb can configure an NSH map. | PASS | ++---------------------------------------------------------------------+---------------------------------------------------------------------------+--------+ +| TC06: Honeycomb can remove NSH map | Check if Honeycomb can remove an existing NSH map. | PASS | ++---------------------------------------------------------------------+---------------------------------------------------------------------------+--------+ +| TC07: Honeycomb can modify existing NSH map | Check if Honeycomb can configure an NSH map after one has been deleted. | PASS | ++---------------------------------------------------------------------+---------------------------------------------------------------------------+--------+ +| TC08: Honeycomb can configure multiple NSH maps at the same time | Check if Honeycomb can configure and NSH map when one already exists. | PASS | ++---------------------------------------------------------------------+---------------------------------------------------------------------------+--------+ + +mgmt-cfg-pbb-apihc-apivat-func +`````````````````````````````` + +**Honeycomb provider backbone bridge test suite.** + ++----------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++==================================================================================+================================================================================================================================================+========+ +| TC01: Honeycomb sets PBB sub-interface | Honeycomb creates a new PBB sub-interface. | PASS | ++----------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC02: Honeycomb modifies existing PBB sub-interface | Honeycomb modifies an existing PBB sub-interface. | PASS | ++----------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC03: Honeycomb deletes existing PBB sub-interface | Honeycomb deletes an existing PBB sub-interface. | PASS | ++----------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC04: Honeycomb fails to set wrong destination-address for new PBB sub-interface | Honeycomb fails to create a new PBB sub-interface with wrong value of parameter destination-address, type yang:mac-address. | PASS | ++----------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC05: Honeycomb fails to set wrong source-address for new PBB sub-interface | Honeycomb fails to create a new PBB sub-interface with wrong value of parameter source-address, type yang:mac-address. | PASS | ++----------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC06: Honeycomb fails to set wrong b-vlan-tag-vlan-id for new PBB sub-interface | Honeycomb fails to create a new PBB sub-interface with wrong value of parameter b-vlan-tag-vlan-id, type uint16, 12 bit range, range 1..4095. | PASS | ++----------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC07: Honeycomb fails to set wrong i-tag-isid for new PBB sub-interface | Honeycomb fails to create a new PBB sub-interface with wrong value of parameter i-tag-isid, type uint32, 24 bit range, range 1..16777215. | PASS | ++----------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC08: Honeycomb fails to create new PBB sub-interface without vlan tag | Honeycomb fails to create a new PBB sub-interface without parameter b-vlan-tag-vlan-id. | PASS | ++----------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +mgmt-cfg-snat44-apihc-apivat-func +````````````````````````````````` + +**Honeycomb NAT test suite.** + ++-----------------------------------------------------+-----------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++=====================================================+=================================================================+========+ +| TC01: Honeycomb configures NAT entry | Honeycomb configures a static NAT entry. | PASS | ++-----------------------------------------------------+-----------------------------------------------------------------+--------+ +| TC02: Honeycomb removes NAT entry | Honeycomb removes a configured static NAT entry. | PASS | ++-----------------------------------------------------+-----------------------------------------------------------------+--------+ +| TC03: Honeycomb configures multiple NAT entries | Honeycomb configures two static NAT entries. | PASS | ++-----------------------------------------------------+-----------------------------------------------------------------+--------+ +| TC04: Honeycomb enables NAT on interface - inbound | Honeycomb configures NAT on an interface in inbound direction. | PASS | ++-----------------------------------------------------+-----------------------------------------------------------------+--------+ +| TC05: Honeycomb removes NAT interface configuration | Honeycomb removes NAT configuration from an interface. | PASS | ++-----------------------------------------------------+-----------------------------------------------------------------+--------+ +| TC06: Honeycomb enables NAT on interface - outbound | Honeycomb configures NAT on an interface in outbound direction. | PASS | ++-----------------------------------------------------+-----------------------------------------------------------------+--------+ + +mgmt-cfg-vxlan-apihc-apivat-func +```````````````````````````````` + +**Honeycomb VxLAN management test suite.** + ++----------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++============================================================================+======================================================================================================+========+ +| TC01: Honeycomb configures VxLAN tunnel | Check if Honeycomb API can configure VxLAN settings. | PASS | ++----------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------+--------+ +| TC02: Honeycomb disables VxLAN tunnel | Check if Honeycomb API can reset VxLAN configuration. | PASS | ++----------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------+--------+ +| TC03: Honeycomb can configure VXLAN tunnel after one has been disabled | Check if Honeycomb API can configure VxLAN settings again after previous settings have been removed. | PASS | ++----------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------+--------+ +| TC04: Honeycomb does not set VxLAN configuration on another interface type | Check if Honeycomb API prevents setting VxLAN on incorrect interface. | PASS | ++----------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------+--------+ +| TC05: Honeycomb does not set invalid VxLAN configuration | Check if Honeycomb API prevents setting incorrect VxLAN settings. | PASS | ++----------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------+--------+ +| TC06: Honeycomb configures VxLAN tunnel with ipv6 | Check if Honeycomb API can configure VxLAN with ipv6 settings. | PASS | ++----------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------+--------+ + +mgmt-cfg-vxlangpe-apihc-apivat-func +``````````````````````````````````` + +**Honeycomb VxLAN-GPE management test suite.** + ++-----------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++=============================================================================+=================================================================================================+========+ +| TC01: Honeycomb creates VxLAN GPE tunnel | Check if Honeycomb API can configure a VxLAN GPE tunnel. | PASS | ++-----------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------+--------+ +| TC02: Honeycomb removes VxLAN GPE tunnel | Check if Honeycomb API can remove VxLAN GPE tunnel. | PASS | ++-----------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------+--------+ +| TC03: Honeycomb sets wrong interface type while creating VxLAN GPE tunnel | Check if Honeycomb refuses to create a VxLAN GPE tunnel with a wrong interface type set. | PASS | ++-----------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------+--------+ +| TC04: Honeycomb sets wrong protocol while creating VxLAN GPE tunnel | Check if Honeycomb refuses to create a VxLAN GPE tunnel with a wrong next-protocol set. | PASS | ++-----------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------+--------+ +| TC05: Honeycomb sets VxLAN GPE tunnel on existing interface with wrong type | Check if Honeycomb refuses to create a VxLAN GPE tunnel on existing interface with wrong type. | PASS | ++-----------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------+--------+ +| TC06: Honeycomb creates VxLAN GPE tunnel with ipv6 | Check if Honeycomb API can configure a VxLAN GPE tunnel with IPv6 addresses. | PASS | ++-----------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------+--------+ +| TC07: Honeycomb creates a second VxLAN GPE tunnel with ipv6 | Check if Honeycomb API can configure another VxLAN GPE tunnel with IPv6 addresses. | PASS | ++-----------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------+--------+ + +mgmt-notif-apihcnc-func +``````````````````````` + +**Honeycomb notifications test suite.** + ++--------------------------------------------------------------+--------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++==============================================================+==================================================================================================+========+ +| TC01: Honeycomb sends notification on interface state change | Check if Honeycomb sends a state-changed notification when the state of an interface is changed. | PASS | ++--------------------------------------------------------------+--------------------------------------------------------------------------------------------------+--------+ +| TC02: Honeycomb sends notification on interface deletion | Check if Honeycomb sends an interface-deleted notification when an interface is deleted. | PASS | ++--------------------------------------------------------------+--------------------------------------------------------------------------------------------------+--------+ + +mgmt-statepersist-apihc-func +```````````````````````````` + +**Honeycomb configuration persistence test suite.** + ++----------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++==================================================================================+=====================================================================================================+========+ +| TC01: Honeycomb persists configuration through restart of both Honeycomb and VPP | Checks if Honeycomb maintains configuration after both Honeycomb and VPP are restarted. | PASS | ++----------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------+--------+ +| TC02: Honeycomb persists configuration through restart of Honeycomb | Checks if Honeycomb maintains configuration after it is restarted. | PASS | ++----------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------+--------+ +| TC03: Honeycomb persists configuration through restart of VPP | Checks if Honeycomb updates VPP settings after VPP is restarted. | FAIL | ++----------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------+--------+ +| TC04: Honeycomb reverts to defaults if persistence files are invalid | Checks if Honeycomb reverts to default configuration when persistence files are damaged or invalid. | PASS | ++----------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------+--------+ + + diff --git a/docs/report/honeycomb_functional_results_virl/index.rst b/docs/report/honeycomb_functional_results_virl/index.rst new file mode 100644 index 0000000000..4b825d5b59 --- /dev/null +++ b/docs/report/honeycomb_functional_results_virl/index.rst @@ -0,0 +1,7 @@ +HoneyComb Functional Results VIRL +================================= + +.. toctree:: + + honeycomb_functional_results_virl + diff --git a/docs/report/honeycomb_functional_tests_virl/csit_release_notes.rst b/docs/report/honeycomb_functional_tests_virl/csit_release_notes.rst new file mode 100644 index 0000000000..2708b05b0c --- /dev/null +++ b/docs/report/honeycomb_functional_tests_virl/csit_release_notes.rst @@ -0,0 +1,68 @@ +CSIT Release Notes +================== + +Changes in CSIT |release| +------------------------- + +#. Naming change for all Honeycomb functional test suites in VIRL + + - Honeycomb functional test case names stayed unchanged + +#. Added Honeycomb functional tests + + - NSH_SFC + - LISP + - NAT + - SPAN + +Functional Tests Naming +----------------------- + +CSIT |release| introduced a common structured naming convention for all +performance and functional tests. This change was driven by substantially +growing number and type of CSIT test cases. Firstly, the original practice did +not always follow any strict naming convention. Secondly test names did not +always clearly capture tested packet encapsulations, and the actual type or +content of the tests. Thirdly HW configurations in terms of NICs, ports and +their locality were not captured either. These were but few reasons that drove +the decision to change and define a new more complete and stricter test naming +convention, and to apply this to all existing and new test cases. + +The new naming should be intuitive for majority of the tests. The complete +description of CSIT test naming convention is provided on `CSIT test naming +page `_. + +Here few illustrative examples of the new naming usage for functional test +suites: + +#. **Physical port to physical port - a.k.a. NIC-to-NIC, Phy-to-Phy, P2P** + + - *eth2p-ethip4-ip4base-func.robot* => 2 ports of Ethernet, IPv4 baseline + routed forwarding, functional tests. + +#. **Physical port to VM (or VM chain) to physical port - a.k.a. NIC2VM2NIC, + P2V2P, NIC2VMchain2NIC, P2V2V2P** + + - *eth2p-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-func.robot* => 2 ports of + Ethernet, IPv4 VXLAN Ethernet, L2 bridge-domain switching to/from two vhost + interfaces and one VM, functional tests. + + +Known Issues +------------ + +Here is the list of known issues in CSIT |release| for Honeycomb functional +tests in VIRL: + ++-------------------------------------------------+-----------------------------------------------------------------+ +| Issue | Description | ++-------------------------------------------------+-----------------------------------------------------------------+ +| Operational data for Vhost-user interfaces | Honeycomb Operational data reports Vhost-user interfaces | +| "server" flag | as client, even if they are server. | ++-------------------------------------------------+-----------------------------------------------------------------+ +| Persistence of VxLAN tunnels | Configuration persistence often fails to restore | +| | Honeycomb's internal naming context for VxLAN interfaces. | +| | The interface is renamed to "vxlan_tunnel0" but is otherwise | +| | configured correctly. | ++-------------------------------------------------+-----------------------------------------------------------------+ + diff --git a/docs/report/honeycomb_functional_tests_virl/documentation.rst b/docs/report/honeycomb_functional_tests_virl/documentation.rst new file mode 100644 index 0000000000..6904068516 --- /dev/null +++ b/docs/report/honeycomb_functional_tests_virl/documentation.rst @@ -0,0 +1,4 @@ +Documentation +============= + +Documentation is located on nexus repository https://docs.fd.io/csit/master/doc/tests.func.html. diff --git a/docs/report/honeycomb_functional_tests_virl/index.rst b/docs/report/honeycomb_functional_tests_virl/index.rst new file mode 100644 index 0000000000..6b58b06935 --- /dev/null +++ b/docs/report/honeycomb_functional_tests_virl/index.rst @@ -0,0 +1,10 @@ +HoneyComb Functional Tests VIRL +=============================== + +.. toctree:: + + overview + csit_release_notes + test_environment + documentation + diff --git a/docs/report/honeycomb_functional_tests_virl/overview.rst b/docs/report/honeycomb_functional_tests_virl/overview.rst new file mode 100644 index 0000000000..70a2777e7f --- /dev/null +++ b/docs/report/honeycomb_functional_tests_virl/overview.rst @@ -0,0 +1,127 @@ +Overview +======== + +Honeycombe Functional Test Topologies in VIRL +--------------------------------------------- + +CSIT Honeycomb functional tests are executed on virtualized topologies created +using Virtual Internet Routing Lab (VIRL) simulation platform contributed by +Cisco. VIRL runs on physical baremetal servers hosted by LF FD.io project. All +tests are executed in two node logical test topology - TG node and SUT node. +Used logical test topology is shown in the figure below.:: + + +------------------------+ + | | + | +------------------+ | + +---------------> <--------------+ + | | | | | | + | |------------> DUT1 <-----------+ | + | | | +------------------+ | | | + | | | | | | + | | | SUT1 | | | + | | +------------------------+ | | + | | | | + | | | | + | | +-----------+ | | + | +---------------> <---------------+ | + | | TG | | + +------------------> <------------------+ + +-----------+ + +Virtual testbeds are created dynamically whenever a verification job is +started triggered by the patch submission to gerrit and destroyed upon +completion of all functional tests. During test execution, all nodes are +reachable thru the MGMT network connected to every node via dedicated NICs and +links (not shown above for clarity). Each node is a Virtual Machine and each +connection that is drawn on the diagram is available for use in any test case. + +Honeycomb Functional Tests Overview +----------------------------------- + +The following Honeycomb functional test areas are included in the CSIT |release| +with results listed in this report: + +- **Basic interface management** - CRUD for interface state, + - ipv4/ipv6 address, ipv4 neighbor, MTU value. + - Test case count: 7 +- **L2BD** - CRUD for L2 Bridge-Domain, interface assignment. + - Create up to two bridge domains with all implemented functions turned on. + - (flooding, unknown-unicast flooding, forwarding, learning, arp-termination) + - Assign up to two physical interfaces to a single bridge domain. + - Remove interface assignments, remove bridge domains. + - Test case count: 5 +- **L2FIB** - CRD for L2-FIB entries. + - Create 4 FIB entries + - (one of each for filter/forward, static/dynamic combinations). + - Remove FIB entries. + - Test case count: 7 +- **VxLAN** - CRD for VxLAN tunnels. + - Create VxLAN interface. + - Disable VxLAN interface. + - Re-create a disabled VxLAN interface. + - Test case count: 6 +- **VxLAN-GPE** - CRD for VxLAN GPE tunnels. + - Create VxLAN GPE interface. + - Disable VxLAN interface. + - Re-create a disabled VxLAN interface. + - Test case count: 7 +- **Vhost-user** - CRUD for Vhost-user interfaces. + - Create, modify and delete Vhost-user interface, as client and server. + - Test case count: 8 +- **TAP** - CRUD for Tap interface management. + - Create, modify and delete TAP interface. + - Test case count: 3 +- **VLAN** - CRUD for VLAN sub-interface management. + - Create VLAN sub-interface over a physical interface. + - Toggle interface state separately for super-interface and sub-interface. + - Configure IP address and bridge domain assignment on sub-interface. + - Configure VLAN tag rewrite on sub-interface. + - Test case count: 17 +- **ACL** - CRD for low-level classifiers: table and session management, + - interface assignment. + - Configure up to 2 classify tables. + - Configure up to 2 classify sessions on one table. + - Assign classify session to a physical interface. + - Remove tables, sessions, interface assignments. + - Test case count: 9 +- **PBB** - CRD for provider backbone bridge sub-interface. + - Configure, modify and remove a PBB sub-interface over a physical interface. + - Test case count: 9 +- **NSH_SFC** - CRD for NSH maps and entries, using NSH_SFC plugin. + - Configure up to 2 NSH entries. + - Configure up to 2 NSH maps. + - Modify and delete NSH maps and entries. + - Test case count: 8 +- **LISP** - CRD for Lisp: mapping, locator set, adjacency, map resolver. + - Toggle Lisp feature status. + - Configure and delete Lisp mapping as local and remote. + - Configure and delete Lisp adjacency mapping + - Configure and delete Lisp map resolver, proxy ITR. + - Test case count: 11 +- **NAT** - CRD for NAT entries, interface assignment. + - Configure and delete up to two NAT entries. + - Assign NAT entries to a physical interface. + - Test case count: 6 +- **Port mirroring** - CRD for SPAN port mirroring, interface assignment. + - Configure SPAN port mirroring on a physical interface, mirroring + - up to 2 interfaces. + - Remove SPAN configuration from interfaces. + - Test case count: 3 +- **Honeycomb Infractructure** - configuration persistence, + - Netconf notifications for interface events, + - Netconf negative tests aimed at specific issues + +Total 111 Honeycomb tests in the CSIT |release|. + +Operational data in Honeycomb should mirror configuration data at all times. +Because of this, test cases follow this general pattern: + +#. read operational data of the feature using restconf. +#. read status of the feature using VPP API dump. +#. modify configuration of the feature using restconf. +#. verify changes to operational data using restconf. +#. verify changes using VPP API dump. + +Test cases involving network interfaces utilize the first two interfaces on +the DUT node. + diff --git a/docs/report/honeycomb_functional_tests_virl/test_environment.rst b/docs/report/honeycomb_functional_tests_virl/test_environment.rst new file mode 100644 index 0000000000..e706aa5573 --- /dev/null +++ b/docs/report/honeycomb_functional_tests_virl/test_environment.rst @@ -0,0 +1,33 @@ +Test Environment +================ + +CSIT Honeycomb tests are currently executed in VIRL, as mentioned above. The +physical VIRL testbed infrastructure consists of three identical VIRL hosts, +each host being a Cisco UCS C240-M4 (2x Intel(R) Xeon(R) CPU E5-2699 v3 @ +2.30GHz, 18c, 512GB RAM) running Ubuntu 14.04.3 and the following VIRL software +versions: + + STD server version 0.10.24.7 + UWM server version 0.10.24.7 + +Current VPP tests have been executed on a single VM operating system and +version only, as described in the following paragraphs. + +In CSIT terminology, the VM operating system for both SUTs and TG that VPP 17.01 +has been tested with, is the following: + + ubuntu-14.04.4_2016-10-07_1.3 + +which implies Ubuntu 14.04.3 LTS, current as of 2016/10/07 (that is, package +versions are those that would have been installed by a "apt-get update", +"apt-get upgrade" on October 7), produced by CSIT disk image build scripts +version 1.6. + +The exact list of installed packages and their versions (including the Linux +kernel package version) are included in CSIT source repository: + + resources/tools/disk-image-builder/ubuntu/lists/ubuntu-14.04.4_2016-10-07_1.3 + +A replica of this VM image can be built by running the "build.sh" script in CSIT +repository resources/tools/disk-image-builder/. + diff --git a/docs/report/index.rst b/docs/report/index.rst new file mode 100644 index 0000000000..d1cc5913da --- /dev/null +++ b/docs/report/index.rst @@ -0,0 +1,17 @@ +CSIT 17.01 +========== + +.. toctree:: + :numbered: + + introduction/index + vpp_performance_tests_hw/index + testpmd_performance_tests_hw/index + vpp_functional_tests_virl/index + vpp_functional_tests_vpptest/index + honeycomb_functional_tests_virl/index + vpp_performance_results_hw/index + testpmd_performance_results_hw/index + vpp_functional_results_virl/index + vpp_functional_results_vpptest/index + honeycomb_functional_results_virl/index diff --git a/docs/report/introduction/csit_test_naming.rst b/docs/report/introduction/csit_test_naming.rst new file mode 100644 index 0000000000..0415e5c5d6 --- /dev/null +++ b/docs/report/introduction/csit_test_naming.rst @@ -0,0 +1,126 @@ +CSIT Test Naming +================ + +Background +---------- + +CSIT |release| introduced a common structured naming convention for all +performance and functional tests. This change was driven by substantially +growing number and type of CSIT test cases. Firstly, the original practice did +not always follow any strict naming convention. Secondly test names did not +always clearly capture tested packet encapsulations, and the actual type or +content of the tests. Thirdly HW configurations in terms of NICs, ports and +their locality were not captured either. These were but few reasons that drove +the decision to change and define a new more complete and stricter test naming +convention. And to apply it to all existing and new test suites and test +cases. + +The new naming should be intuitive for majority of the tests. Complete +description of the newly adopted CSIT test naming convention is provided on +`CSIT test naming page `_. Here +few illustrative examples of the new naming usage for test suites across CSIT +performance, functional and HoneyComb management test areas. + +Naming Convention +----------------- + +The CSIT approach is to use tree naming convention and to encode following +testing information into test suite and test case names: + +1. packet network port configuration + + * port type, physical or virtual; + * number of ports; + * NIC model, if applicable; + * port-NIC locality, if applicable; + +2. packet encapsulations; + +3. VPP packet processing + + * packet forwarding mode; + * packet processing function(s); + +4. packet forwarding path + + * if present, network functions (processes, containers, VMs) and their + topology within the computer; + +5. main measured variable, type of test. + +Proposed convention is to encode ports and NICs on the left (underlay), +followed by outer-most frame header, then other stacked headers up to the +header processed by vSwitch-VPP, then VPP forwarding function, then encap on +vhost interface, number of vhost interfaces, number of VMs. If chained VMs +present, they get added on the right. Test topology is expected to be +symmetric, in other words packets enter and leave SUT through ports specified +on the left of the test name. Here some examples to illustrate the convention +followed by the complete legend, and tables mapping the new test filenames to +old ones. + +Naming Examples +--------------- + +CSIT test suite naming examples (filename.robot) for common tested VPP +topologies: + +1. **Physical port to physical port - a.k.a. NIC-to-NIC, Phy-to-Phy, P2P** + + * *PortNICConfig-WireEncapsulation-PacketForwardingFunction- + PacketProcessingFunction1-...-PacketProcessingFunctionN-TestType* + * *10ge2p1x520-dot1q-l2bdbasemaclrn-ndrdisc.robot* => 2 ports of 10GE on Intel + x520 NIC, dot1q tagged Ethernet, L2 bridge-domain baseline switching with + MAC learning, NDR throughput discovery. + * *10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-ndrchk.robot* => 2 ports of 10GE on + Intel x520 NIC, IPv4 VXLAN Ethernet, L2 bridge-domain baseline switching + with MAC learning, NDR throughput discovery. + * *10ge2p1x520-ethip4-ip4base-ndrdisc.robot* => 2 ports of 10GE on Intel x520 + NIC, IPv4 baseline routed forwarding, NDR throughput discovery. + * *10ge2p1x520-ethip6-ip6scale200k-ndrdisc.robot* => 2 ports of 10GE on Intel + x520 NIC, IPv6 scaled up routed forwarding, NDR throughput discovery. + * *10ge2p1x520-ethip4-ip4base-iacldstbase-ndrdisc.robot* => 2 ports of 10GE on + Intel x520 NIC, IPv4 baseline routed forwarding, ingress Access Control + Lists baseline matching on destination, NDR throughput discovery. + * *40ge2p1vic1385-ethip4-ip4base-ndrdisc.robot* => 2 ports of 40GE on Cisco + vic1385 NIC, IPv4 baseline routed forwarding, NDR throughput discovery. + * *eth2p-ethip4-ip4base-func.robot* => 2 ports of Ethernet, IPv4 baseline + routed forwarding, functional tests. + +2. **Physical port to VM (or VM chain) to physical port - a.k.a. NIC2VM2NIC, + P2V2P, NIC2VMchain2NIC, P2V2V2P** + + * *PortNICConfig-WireEncapsulation-PacketForwardingFunction- + PacketProcessingFunction1-...-PacketProcessingFunctionN-VirtEncapsulation- + VirtPortConfig-VMconfig-TestType* + * *10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot* => 2 ports + of 10GE on Intel x520 NIC, dot1q tagged Ethernet, L2 bridge-domain switching + to/from two vhost interfaces and one VM, NDR throughput discovery. + * *10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot* => 2 + ports of 10GE on Intel x520 NIC, IPv4 VXLAN Ethernet, L2 bridge-domain + switching to/from two vhost interfaces and one VM, NDR throughput discovery. + * *10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-4vhost-2vm-ndrdisc.robot* => 2 + ports of 10GE on Intel x520 NIC, IPv4 VXLAN Ethernet, L2 bridge-domain + switching to/from four vhost interfaces and two VMs, NDR throughput + discovery. + * *eth2p-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-func.robot* => 2 ports of + Ethernet, IPv4 VXLAN Ethernet, L2 bridge-domain switching to/from two vhost + interfaces and one VM, functional tests. + +3. **API CRUD tests - Create (Write), Read (Retrieve), Update (Modify), Delete + (Destroy) operations for configuration and operational data** + + * *ManagementTestKeyword-ManagementOperation-ManagedFunction1-...- + ManagedFunctionN-ManagementAPI1-ManagementAPIN-TestType* + * *mgmt-cfg-lisp-apivat-func* => configuration of LISP with VAT API calls, + functional tests. + * *mgmt-cfg-l2bd-apihc-apivat-func* => configuration of L2 Bridge-Domain with + HoneyComb API and VAT API calls, functional tests. + * *mgmt-oper-int-apihcnc-func* => reading status and operational data of + interface with HoneyComb NetConf API calls, functional tests. + * *mgmt-cfg-int-tap-apihcnc-func* => configuration of tap interfaces with + HoneyComb NetConf API calls, functional tests. + * *mgmt-notif-int-subint-apihcnc-func* => notifications of interface and + sub-interface events with HoneyComb NetConf Notifications, functional tests. + +For complete description of CSIT test naming convention please refer to `CSIT +test naming page `_. diff --git a/docs/report/introduction/general_remarks.rst b/docs/report/introduction/general_remarks.rst new file mode 100644 index 0000000000..60fcbd882d --- /dev/null +++ b/docs/report/introduction/general_remarks.rst @@ -0,0 +1,17 @@ +General Remarks +=============== + +All CSIT test results listed in this report are sourced and auto-generated +from output.xml Robot Framework (RF) files resulting from LF FD.io Jenkins +jobs execution against VPP-17.01 release artifacts. References are provided +to the original LF FD.io Jenkins job results. However, as LF FD.io Jenkins +infrastructure does not automatically archive all jobs (history record is +provided for the last 30 dayts or 40 jobs only), additional references are +provided to the RF result files that got archived in FD.io nexus online +storage system. + +CSIT |release| report does also include VPP make test results, mainly as +a reference. Although these tests have not been developed FD.io CSIT project, +but inthe FD.io VPP project, they have been provided in this report to give +reader a more complete view of automated testing executed against VPP-17.01 +release, as they do complement tests done by CSIT. diff --git a/docs/report/introduction/index.rst b/docs/report/introduction/index.rst new file mode 100644 index 0000000000..1aa603b692 --- /dev/null +++ b/docs/report/introduction/index.rst @@ -0,0 +1,8 @@ +Introduction +============ + +.. toctree:: + + overview + csit_test_naming + general_remarks diff --git a/docs/report/introduction/overview.rst b/docs/report/introduction/overview.rst new file mode 100644 index 0000000000..e3b343c815 --- /dev/null +++ b/docs/report/introduction/overview.rst @@ -0,0 +1,23 @@ +Overview +======== + +This is the Fast Data Project (FD.io) Continuous System Integration and Testing +(CSIT) project report for CSIT |release| system testing of VPP-17.01 release. +Initial sections of the report describe FD.io functional and performance tests +and their continuous execution achieved in CSIT |release|. This is followed by +high-level overview of FD.io test environments running in Linux Foundation +(LF) FD.io Continuous Performance Labs), CSIT |release| release notes and +result highlights. Subsequent sections list the functional and performance +detailed test results generated by LF FD.io Jenkins system executing CSIT jobs +running tests against the VPP-17.01 release and associated sub-systems +(HoneyComb, DPDK). + +FD.io CSIT system is developed using two main coding platforms: Robot +Framework (RF) and Python. CSIT |release| source code for the executed test +suites is available in CSIT branch |release| in the directory +"./tests/". A local copy of CSIT source code can be +obtained by cloning CSIT git repository - "git clone +https://gerrit.fd.io/r/csit". The CSIT testing virtual environment can be run +on a local computer workstation (laptop, server) using Vagrant by following +the instructions in `CSIT tutorials +`_. diff --git a/docs/report/testpmd_performance_results_hw/index.rst b/docs/report/testpmd_performance_results_hw/index.rst new file mode 100644 index 0000000000..5fa5a67fb9 --- /dev/null +++ b/docs/report/testpmd_performance_results_hw/index.rst @@ -0,0 +1,6 @@ +Testpmd Performance Results HW +============================== + +.. toctree:: + + testpmd_performance_results_hw diff --git a/docs/report/testpmd_performance_results_hw/testpmd_performance_results_hw.rst b/docs/report/testpmd_performance_results_hw/testpmd_performance_results_hw.rst new file mode 100644 index 0000000000..afcb6120b2 --- /dev/null +++ b/docs/report/testpmd_performance_results_hw/testpmd_performance_results_hw.rst @@ -0,0 +1,63 @@ + +.. |br| raw:: html + +
+ +L2 Ethernet Looping +=================== + +10ge2p1x520-eth-l2xcbase-ndrdisc +```````````````````````````````` + +**RFC2544: Pkt throughput IPv4 routing test cases** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4 for L2 frame forwarding. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 run the DPDK testpmd application and use the io forwarding mode. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel. + + - **[Ver] TG verification:** TG finds and reports throughput NDR (Non Drop Rate) with zero packet loss tolerance or throughput PDR (Partial Drop Rate) with non-zero packet loss tolerance (LT) expressed in percentage of packets transmitted. NDR and PDR are discovered for different Ethernet L2 frame sizes using either binary search or linear search algorithms with configured starting rate and final step that determines throughput measurement resolution. Test packets are generated by TG on links to DUTs. TG traffic profile contains two L3 flow-groups (flow-group per direction, 253 flows per flow-group) with all packets containing Ethernet header, IPv4 header with IP protocol=61 and static payload. MAC addresses are matching MAC addresses of the TG node interfaces. + + - **[Ref] Applicable standard specifications:** RFC2544. + ++--------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| Name | Documentation | Message | ++======================================+=========================================================================================================================================================================================================================+================================================================================================================================================================================================================================================================================+ +| tc01-64B-1t1c-eth-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2 frame forwarding config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 23295237.5 pps (2x 11647618.75 pps) |br| FINAL_BANDWIDTH: 15.6543996 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/476/595', '10/483/601'] |br| LAT_50%NDR: ['10/14/26', '10/14/30'] |br| LAT_10%NDR: ['10/16/29', '10/17/29'] | ++--------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc02-64B-1t1c-eth-l2xcbase-pdrdisc | |br| [Cfg] DUT runs L2 frame forwarding config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 23295237.5 pps (2x 11647618.75 pps) |br| FINAL_BANDWIDTH: 15.6543996 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['10/480/595', '10/485/606'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc03-1518B-1t1c-eth-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2 frame forwarding config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/249/278', '20/284/321'] |br| LAT_50%NDR: ['10/26/145', '10/25/125'] |br| LAT_10%NDR: ['10/25/134', '10/23/161'] | ++--------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc04-1518B-1t1c-eth-l2xcbase-pdrdisc | |br| [Cfg] DUT runs L2 frame forwarding config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/112/264', '10/112/284'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc05-9000B-1t1c-eth-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2 frame forwarding config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['50/284/358', '60/266/337'] |br| LAT_50%NDR: ['50/62/201', '50/64/194'] |br| LAT_10%NDR: ['50/60/191', '50/60/172'] | ++--------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc06-9000B-1t1c-eth-l2xcbase-pdrdisc | |br| [Cfg] DUT runs L2 frame forwarding config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['50/271/306', '60/280/337'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc07-64B-2t2c-eth-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2 frame forwarding config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 23064285.125 pps (2x 11532142.5625 pps) |br| FINAL_BANDWIDTH: 15.499199604 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/198/331', '10/64/243'] |br| LAT_50%NDR: ['10/16/26', '10/16/28'] |br| LAT_10%NDR: ['10/17/125', '10/17/30'] | ++--------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc08-64B-2t2c-eth-l2xcbase-pdrdisc | |br| [Cfg] DUT runs L2 frame forwarding config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 23064285.125 pps (2x 11532142.5625 pps) |br| FINAL_BANDWIDTH: 15.499199604 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['10/496/561', '10/485/535'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc09-1518B-2t2c-eth-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2 frame forwarding config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/215/235', '20/166/191'] |br| LAT_50%NDR: ['10/26/146', '10/23/126'] |br| LAT_10%NDR: ['10/25/101', '10/25/41'] | ++--------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc10-1518B-2t2c-eth-l2xcbase-pdrdisc | |br| [Cfg] DUT runs L2 frame forwarding config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/291/319', '20/127/177'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc11-9000B-2t2c-eth-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2 frame forwarding config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['60/228/304', '50/182/216'] |br| LAT_50%NDR: ['50/63/121', '50/63/133'] |br| LAT_10%NDR: ['50/57/167', '50/57/70'] | ++--------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc12-9000B-2t2c-eth-l2xcbase-pdrdisc | |br| [Cfg] DUT runs L2 frame forwarding config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 245015.0 pps (2x 122507.5 pps) |br| FINAL_BANDWIDTH: 17.6802824 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['50/67/178', '50/67/81'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc13-64B-4t4c-eth-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2 frame forwarding config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 22833332.75 pps (2x 11416666.375 pps) |br| FINAL_BANDWIDTH: 15.343999608 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/499/515', '10/489/506'] |br| LAT_50%NDR: ['10/8/102', '10/8/32'] |br| LAT_10%NDR: ['10/17/29', '10/14/27'] | ++--------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc14-64B-4t4c-eth-l2xcbase-pdrdisc | |br| [Cfg] DUT runs L2 frame forwarding config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 23064285.125 pps (2x 11532142.5625 pps) |br| FINAL_BANDWIDTH: 15.499199604 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['10/485/495', '10/493/503'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc15-1518B-4t4c-eth-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2 frame forwarding config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/143/202', '20/175/232'] |br| LAT_50%NDR: ['10/26/128', '10/27/78'] |br| LAT_10%NDR: ['10/25/32', '10/24/95'] | ++--------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc16-1518B-4t4c-eth-l2xcbase-pdrdisc | |br| [Cfg] DUT runs L2 frame forwarding config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/176/304', '20/140/200'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc17-9000B-4t4c-eth-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2 frame forwarding config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['60/117/217', '60/192/312'] |br| LAT_50%NDR: ['50/60/107', '50/63/193'] |br| LAT_10%NDR: ['50/54/61', '50/60/203'] | ++--------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc18-9000B-4t4c-eth-l2xcbase-pdrdisc | |br| [Cfg] DUT runs L2 frame forwarding config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/81/225', '50/78/283'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ + diff --git a/docs/report/testpmd_performance_tests_hw/csit_release_notes.rst b/docs/report/testpmd_performance_tests_hw/csit_release_notes.rst new file mode 100644 index 0000000000..3b138a6f0c --- /dev/null +++ b/docs/report/testpmd_performance_tests_hw/csit_release_notes.rst @@ -0,0 +1,145 @@ +CSIT Release Notes +================== + +Changes in CSIT |release| +------------------------- + +#. Naming change for all Testpmd performance test suites and test cases. + +#. Added Testpmd tests + + - new NICs - Intel x520 + + +Performance Tests Naming +------------------------ + +CSIT |release| introduced a common structured naming convention for all +performance and functional tests. This change was driven by substantially +growing number and type of CSIT test cases. Firstly, the original practice did +not always follow any strict naming convention. Secondly test names did not +always clearly capture tested packet encapsulations, and the actual type or +content of the tests. Thirdly HW configurations in terms of NICs, ports and +their locality were not captured either. These were but few reasons that drove +the decision to change and define a new more complete and stricter test naming +convention, and to apply this to all existing and new test cases. + +The new naming should be intuitive for majority of the tests. The complete +description of CSIT test naming convention is provided on `CSIT test naming wiki +`_. + +Here few illustrative examples of the new naming usage for performance test +suites: + +#. **Physical port to physical port - a.k.a. NIC-to-NIC, Phy-to-Phy, P2P** + + - *PortNICConfig-WireEncapsulation-PacketForwardingFunction- + PacketProcessingFunction1-...-PacketProcessingFunctionN-TestType* + - *10ge2p1x520-dot1q-l2bdbasemaclrn-ndrdisc.robot* => 2 ports of 10GE on + Intel x520 NIC, dot1q tagged Ethernet, L2 bridge-domain baseline switching + with MAC learning, NDR throughput discovery. + - *10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-ndrchk.robot* => 2 ports of 10GE + on Intel x520 NIC, IPv4 VXLAN Ethernet, L2 bridge-domain baseline + switching with MAC learning, NDR throughput discovery. + - *10ge2p1x520-ethip4-ip4base-ndrdisc.robot* => 2 ports of 10GE on Intel + x520 NIC, IPv4 baseline routed forwarding, NDR throughput discovery. + - *10ge2p1x520-ethip6-ip6scale200k-ndrdisc.robot* => 2 ports of 10GE on + Intel x520 NIC, IPv6 scaled up routed forwarding, NDR throughput + discovery. + +#. **Physical port to VM (or VM chain) to physical port - a.k.a. NIC2VM2NIC, + P2V2P, NIC2VMchain2NIC, P2V2V2P** + + - *PortNICConfig-WireEncapsulation-PacketForwardingFunction- + PacketProcessingFunction1-...-PacketProcessingFunctionN-VirtEncapsulation- + VirtPortConfig-VMconfig-TestType* + - *10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot* => 2 ports + of 10GE on Intel x520 NIC, dot1q tagged Ethernet, L2 bridge-domain + switching to/from two vhost interfaces and one VM, NDR throughput + discovery. + - *10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot* => 2 + ports of 10GE on Intel x520 NIC, IPv4 VXLAN Ethernet, L2 bridge-domain + switching to/from two vhost interfaces and one VM, NDR throughput + discovery. + - *10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-4vhost-2vm-ndrdisc.robot* => 2 + ports of 10GE on Intel x520 NIC, IPv4 VXLAN Ethernet, L2 bridge-domain + switching to/from four vhost interfaces and two VMs, NDR throughput + discovery. + +Multi-Thread and Multi-Core Measurements +---------------------------------------- + +**HyperThreading** - CSIT |release| performance tests are executed with SUT +servers' Intel XEON CPUs configured in HyperThreading Disabled mode (BIOS +settings). This is the simplest configuration used to establish baseline +single-thread single-core SW packet processing and forwarding performance. +Subsequent releases of CSIT will add performance tests with Intel +HyperThreading Enabled (requires BIOS settings change and hard reboot). + +**Multi-core Test** - CSIT |release| multi-core tests are executed in the +following Testpmd thread and core configurations: + +#. 1t1c - 1 Testpmd worker thread on 1 CPU physical core. +#. 2t2c - 2 Testpmd worker threads on 2 CPU physical cores. +#. 4t4c - 4 Testpmd threads on 4 CPU physical cores. + +Note that in quite a few test cases running Testpmd on 2 or 4 physical cores +hits the tested NIC I/O bandwidth or packets-per-second limit. + +Packet Throughput Measurements +------------------------------ + +Following values are measured and reported for packet throughput tests: + +- NDR binary search per RFC2544: + + - Packet rate: "RATE: pps + (2x )" + - Aggregate bandwidth: "BANDWIDTH: Gbps (untagged)" + +- PDR binary search per RFC2544: + + - Packet rate: "RATE: pps (2x + )" + - Aggregate bandwidth: "BANDWIDTH: Gbps (untagged)" + - Packet loss tolerance: "LOSS_ACCEPTANCE "" + +- NDR and PDR are measured for the following L2 frame sizes: + + - IPv4: 64B, 1518B, 9000B. + + +Packet Latency Measurements +--------------------------- + +TRex Traffic Generator (TG) is used for measuring latency of Testpmd DUTs. +Reported latency values are measured using following methodology: + +- Latency tests are performed at 10%, 50% of discovered NDR rate (non drop rate) + for each NDR throughput test and packet size (except IMIX). +- TG sends dedicated latency streams, one per direction, each at the rate of + 10kpps at the prescribed packet size; these are sent in addition to the main + load streams. +- TG reports min/avg/max latency values per stream direction, hence two sets + of latency values are reported per test case; future release of TRex is + expected to report latency percentiles. +- Reported latency values are aggregate across two SUTs due to three node + topology used for all performance tests; for per SUT latency, reported value + should be divided by two. +- 1usec is the measurement accuracy advertised by TRex TG for the setup used in + FD.io labs used by CSIT project. +- TRex setup introduces an always-on error of about 2*2usec per latency flow - + additonal Tx/Rx interface latency induced by TRex SW writing and reading + packet timestamps on CPU cores without HW acceleration on NICs closer to the + interface line. + + +Report Addendum Tests - More NICs +--------------------------------- + +Adding test cases with more NIC types. Once the results become available, they +will be published as an addendum to the current version of CSIT |release| +report. diff --git a/docs/report/testpmd_performance_tests_hw/documentation.rst b/docs/report/testpmd_performance_tests_hw/documentation.rst new file mode 100644 index 0000000000..1bc1bcbcc9 --- /dev/null +++ b/docs/report/testpmd_performance_tests_hw/documentation.rst @@ -0,0 +1,4 @@ +Documentation +============= + +Documentation is located on nexus repository https://docs.fd.io/csit/master/doc/tests.perf.html. diff --git a/docs/report/testpmd_performance_tests_hw/index.rst b/docs/report/testpmd_performance_tests_hw/index.rst new file mode 100644 index 0000000000..a2302a9460 --- /dev/null +++ b/docs/report/testpmd_performance_tests_hw/index.rst @@ -0,0 +1,12 @@ +Testpmd Performance Tests HW +============================ + +.. toctree:: + + overview + csit_release_notes + packet_throughput_graphs/index + packet_latency_graphs/index + test_environment + documentation + diff --git a/docs/report/testpmd_performance_tests_hw/overview.rst b/docs/report/testpmd_performance_tests_hw/overview.rst new file mode 100644 index 0000000000..5bd81abac2 --- /dev/null +++ b/docs/report/testpmd_performance_tests_hw/overview.rst @@ -0,0 +1,64 @@ +Overview +======== + +Testpmd Performance Test Topologies +----------------------------------- + +CSIT Testpmd performance tests are executed on physical baremetal servers hosted +by LF FD.io project. Testbed physical topology is shown in the figure below.:: + + +------------------------+ +------------------------+ + | | | | + | +------------------+ | | +------------------+ | + | | | | | | | | + | | <-----------------> | | + | | DUT1 | | | | DUT2 | | + | +--^---------------+ | | +---------------^--+ | + | | | | | | + | | SUT1 | | SUT2 | | + +------------------------+ +------------------^-----+ + | | + | | + | +-----------+ | + | | | | + +------------------> TG <------------------+ + | | + +-----------+ + +SUT1 and SUT2 are two System Under Test servers (Cisco UCS C240, each with two +Intel XEON CPUs), TG is a Traffic Generator (TG, another Cisco UCS C240, with +two Intel XEON CPUs). SUTs run Testpmd SW application in Linux user-mode as a +Device Under Test (DUT). TG runs TRex SW application as a packet Traffic +Generator. Physical connectivity between SUTs and to TG is provided using +different NIC models that need to be tested for performance. Currently +installed and tested NIC models include: + +#. 2port10GE X520-DA2 Intel. +#. 2port10GE X710 Intel. +#. 2port10GE VIC1227 Cisco. +#. 2port40GE VIC1385 Cisco. +#. 2port40GE XL710 Intel. + +Detailed LF FD.io test bed specification and topology is described on `CSIT LF +testbed wiki page `_. + +Testpmd Performance Tests Overview +---------------------------------- + +Performance tests are split into two main categories: + +- Throughput discovery - discovery of packet forwarding rate using binary search + in accordance to RFC2544. + + - NDR - discovery of Non Drop Rate, zero packet loss. + - PDR - discovery of Partial Drop Rate, with specified non-zero packet loss. + +- Throughput verification - verification of packet forwarding rate against + previously discovered throughput rate. These tests are currently done against + 0.9 of reference NDR, with reference rates updated periodically. + +CSIT |release| includes following performance test suites: + +- 2port10GE X520-DA2 Intel + + - **L2XC** - L2 Cross-Connect forwarding of untagged Ethernet frames. diff --git a/docs/report/testpmd_performance_tests_hw/packet_latency_graphs/index.rst b/docs/report/testpmd_performance_tests_hw/packet_latency_graphs/index.rst new file mode 100644 index 0000000000..4402794a1b --- /dev/null +++ b/docs/report/testpmd_performance_tests_hw/packet_latency_graphs/index.rst @@ -0,0 +1,6 @@ +Packet Latency Graphs +===================== + +.. toctree:: + + l2 diff --git a/docs/report/testpmd_performance_tests_hw/packet_latency_graphs/l2.rst b/docs/report/testpmd_performance_tests_hw/packet_latency_graphs/l2.rst new file mode 100644 index 0000000000..a323761133 --- /dev/null +++ b/docs/report/testpmd_performance_tests_hw/packet_latency_graphs/l2.rst @@ -0,0 +1,78 @@ +L2 Ethernet Switching +===================== + +This section provides a summary of Testpmd Phy-to-Phy L2 Ethernet looping +performance illustrating packet latency measured at 50% of discovered NDR +throughput rate. Latency is reported for Testpmd running in multiple +configurations of Testpmd worker thread(s), a.k.a. Testpmd data plane thread +(s), and their physical CPU core(s) placement. + +Title of each graph is a regex (regular expression) matching all plotted +test case throughput measurements. + +.. note:: + + Data sources for reported test results: i) FD.io test executor jobs + `csit-dpdk-perf-1701-all `_ + and + `csit-dpdk-perf-1701-long `_ + , ii) archived FD.io jobs test result output files + `csit-dpdk-perf-1701-all#job-number `_. + +Testpmd packet latency - running in configuration of **one worker thread (1t) on one +physical core (1c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 1. Testpmd 1thread 1core - packet latency for Phy-to-Phy L2 Ethernet Looping.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" * + + 10ge2p1x520-eth-l2xcbase-ndrdisc.robot:| tc01-64B-1t1c-eth-l2xcbase-ndrdisc + +Testpmd packet latency - running in configuration of **two worker threads (2t) +on two physical cores (2c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 2. Testpmd 2thread 2core - packet latency for Phy-to-Phy L2 Ethernet Looping.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" * + + 10ge2p1x520-eth-l2xcbase-ndrdisc.robot:| tc07-64B-2t2c-eth-l2xcbase-ndrdisc + +Testpmd packet latency - running in configuration of **four worker threads (4t) +on four physical cores (4c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 3. Testpmd 4thread 4core - packet latency for Phy-to-Phy L2 Ethernet Looping.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "64B-4t4c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" * + + 10ge2p1x520-eth-l2xcbase-ndrdisc.robot:| tc13-64B-4t4c-eth-l2xcbase-ndrdisc + diff --git a/docs/report/testpmd_performance_tests_hw/packet_throughput_graphs/index.rst b/docs/report/testpmd_performance_tests_hw/packet_throughput_graphs/index.rst new file mode 100644 index 0000000000..4e4e87a1ea --- /dev/null +++ b/docs/report/testpmd_performance_tests_hw/packet_throughput_graphs/index.rst @@ -0,0 +1,6 @@ +Packet Throughput Graphs +======================== + +.. toctree:: + + l2 diff --git a/docs/report/testpmd_performance_tests_hw/packet_throughput_graphs/l2.rst b/docs/report/testpmd_performance_tests_hw/packet_throughput_graphs/l2.rst new file mode 100644 index 0000000000..31a3d31b66 --- /dev/null +++ b/docs/report/testpmd_performance_tests_hw/packet_throughput_graphs/l2.rst @@ -0,0 +1,146 @@ +L2 Ethernet Looping +=================== + +Following sections provide a summary of VPP Phy-to-Phy L2 Ethernet Looping +performance illustrating NDR throughput (zero packet loss) and PDR throughput +(<0.5% packet loss). Performance is reported for Testpmd running in multiple +Testpmd worker thread (a.k.a. VPP data plane thread) and physical CPU core +configurations. + +Title of each graph is a regex (regular expression) matching plotted +test cases. + +.. note:: + + Sources of test results data: i) FD.io executor jobs `csit-dpdk-perf-1701-all + `_ and + `csit-dpdk-perf-1701-long + `_, ii) + FD.io jobs archieved result files. + +NDR Throughput +~~~~~~~~~~~~~~ + +NDR throughput of Testpmd - running in configuration of **one worker thread +(1t) on one physical core (1c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 1. Testpmd 1thread 1core - NDR Throughput for Phy-to-Phy L2 Ethernet +Looping.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/dpdk-tests/perf + $ grep -E "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" * + + 10ge2p1x520-eth-l2xcbase-ndrdisc.robot:| tc01-64B-1t1c-eth-l2xcbase-ndrdisc + +NDR throughput of Testpmd - running in configuration of **two worker threads +(2t) on two physical cores (2c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 2. Testpmd 2threads 2cores - NDR Throughput for Phy-to-Phy L2 Ethernet +Looping.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/dpdk-tests/perf + $ grep -E "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" * + + 10ge2p1x520-eth-l2xcbase-ndrdisc.robot:| tc07-64B-2t2c-eth-l2xcbase-ndrdisc + +NDR throughput of Testpmd - running in configuration of **four worker threads +(4t) on four physical cores (4c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 3. Testpmd 4threads 4cores - NDR Throughput for Phy-to-Phy L2 Ethernet +Looping.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/dpdk-tests/perf + $ grep -E "64B-4t4c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" * + + 10ge2p1x520-eth-l2xcbase-ndrdisc.robot:| tc13-64B-4t4c-eth-l2xcbase-ndrdisc + +PDR Throughput +~~~~~~~~~~~~~~ + +PDR throughput of Testpmd - running in configuration of **one worker thread +(1t) on one physical core (1c)** - is presented in the figure below. PDR at +below 0.5% packet loss ratio. + +.. raw:: html + + + +*Figure 4. Testpmd 1thread 1core - PDR Throughput for Phy-to-Phy L2 Ethernet +Looping.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc" * + + 10ge2p1x520-eth-l2xcbase-ndrdisc.robot:| tc02-64B-1t1c-eth-l2xcbase-pdrdisc + +PDR throughput of Testpmd - running in configuration of **two worker threads +(2t) on two physical cores (2c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 5. Testpmd 2thread 2core - PDR Throughput for Phy-to-Phy L2 Ethernet +Looping.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc" * + + 10ge2p1x520-eth-l2xcbase-ndrdisc.robot:| tc08-64B-2t2c-eth-l2xcbase-pdrdisc + +PDR throughput of Testpmd - running in configuration of **four worker threads +(4t) on four physical cores (4c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 6. Testpmd 4thread 4core - PDR Throughput for Phy-to-Phy L2 Ethernet +Looping.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "64B-4t4c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc" * + + 10ge2p1x520-eth-l2xcbase-ndrdisc.robot:| tc14-64B-4t4c-eth-l2xcbase-pdrdisc diff --git a/docs/report/testpmd_performance_tests_hw/test_environment.rst b/docs/report/testpmd_performance_tests_hw/test_environment.rst new file mode 100644 index 0000000000..e4f301daa0 --- /dev/null +++ b/docs/report/testpmd_performance_tests_hw/test_environment.rst @@ -0,0 +1,3562 @@ +Test Environment +================ + +To execute performance tests, there are three identical testbeds, each testbed +consists of two SUTs and one TG. + +SUT Configuration - Host HW +--------------------------- +Hardware details (CPU, memory, NIC layout) are described in +`CSIT/CSIT_LF_testbed `_ in +summary: + +- All hosts are Cisco UCS C240-M4 (2x Intel(R) Xeon(R) CPU E5-2699 v3 @ 2.30GHz, + 18c, 512GB RAM), +- BIOS settings are default except for the following: + + - Hyperthreading disabled, + - SpeedStep disabled + - TurboBoost disabled + - Power Technology: Performance + +- Hosts run Ubuntu 16.04.1, kernel 4.4.0-42-generic +- Linux kernel boot command line option "intel_pstate=disable" is applied to + both SUTs and TG. In addition, on SUTs, only cores 0 and 18 (the first core on + each socket) are available to the Linux operating system and generic tasks, + all other CPU cores are isolated and reserved for VPP. +- In addition to CIMC and Management, each TG has 4x Intel X710 10GB NIC + (=8 ports) and 2x Intel XL710 40GB NIC (=4 ports), whereas each SUT has: + + - 1x Intel X520 NIC (10GB, 2 ports), + - 1x Cisco VIC 1385 (40GB, 2 ports), + - 1x Intel XL710 NIC (40GB, 2 ports), + - 1x Intel X710 NIC (10GB, 2 ports), + - 1x Cisco VIC 1227 (10GB, 2 ports). + - This allows for a total of five ring topologies, each using ports on + specific NIC model, enabling per NIC model benchmarking. + +**NIC types** + +- 0a:00.0 Ethernet controller: Intel Corporation 82599ES 10-Gigabit SFI/SFP+ + Network Connection (rev 01) Subsystem: Intel Corporation Ethernet Server + Adapter X520-2 +- 0a:00.1 Ethernet controller: Intel Corporation 82599ES 10-Gigabit SFI/SFP+ + Network Connection (rev 01) Subsystem: Intel Corporation Ethernet Server + Adapter X520-2 +- 06:00.0 Ethernet controller: Cisco Systems Inc VIC Ethernet NIC (rev a2) + Subsystem: Cisco Systems Inc VIC 1227 PCIe Ethernet NIC +- 07:00.0 Ethernet controller: Cisco Systems Inc VIC Ethernet NIC (rev a2) + Subsystem: Cisco Systems Inc VIC 1227 PCIe Ethernet NIC +- 13:00.0 Ethernet controller: Cisco Systems Inc VIC Ethernet NIC (rev a2) + Subsystem: Cisco Systems Inc VIC 1385 PCIe Ethernet NIC +- 15:00.0 Ethernet controller: Cisco Systems Inc VIC Ethernet NIC (rev a2) + Subsystem: Cisco Systems Inc VIC 1385 PCIe Ethernet NIC +- 85:00.0 Ethernet controller: Intel Corporation Ethernet Controller XL710 + for 40GbE QSFP+ (rev 01) Subsystem: Intel Corporation Ethernet Converged + Network Adapter XL710-Q2 +- 85:00.1 Ethernet controller: Intel Corporation Ethernet Controller XL710 + for 40GbE QSFP+ (rev 01) Subsystem: Intel Corporation Ethernet Converged + Network Adapter XL710-Q2 +- 87:00.0 Ethernet controller: Intel Corporation Ethernet Controller X710 for + 10GbE SFP+ (rev 01) Subsystem: Intel Corporation Ethernet Converged Network + Adapter X710-2 +- 87:00.1 Ethernet controller: Intel Corporation Ethernet Controller X710 for + 10GbE SFP+ (rev 01) Subsystem: Intel Corporation Ethernet Converged Network + Adapter X710-2 + +SUT Configuration - Host OS Linux +--------------------------------- + +Software details (OS, configuration) is described in +`CSIT/CSIT_LF_testbed `_ in +summary: + +.. code-block:: xml + + +
+ + + 1 + + + + + 1 + + + + + 0 + + + + + 0 + + + + + 0 + + + + + 0 + + + + + 0 + + + + + 0 + + + + + 0 + + +
+
+ + + 127 + + + + + 0 + + + + + 0 + + + + + 0 + + + + + 0 + + + + + 0 + + + + + 1 + + + + + 0 + + + + + + + 0 + + + + + 127 + + + + + 0 + + + + + 0 + + + + + 0 + + + + + 1 + + + + + 127 + + + + + 0 + /dev/null || echo Debian` + GRUB_CMDLINE_LINUX_DEFAULT="console=tty0 console=ttyS0,115200n8" + GRUB_CMDLINE_LINUX="isolcpus=1-17,19-35 nohz_full=1-17,19-35 rcu_nocbs=1-17,19-35 intel_pstate=disable" + + # Uncomment to enable BadRAM filtering, modify to suit your needs + # This works with Linux (no patch required) and with any kernel that obtains + # the memory map information from GRUB (GNU Mach, kernel of FreeBSD ...) + #GRUB_BADRAM="0x01234567,0xfefefefe,0x89abcdef,0xefefefef" + + # Uncomment to disable graphical terminal (grub-pc only) + #GRUB_TERMINAL=console + GRUB_TERMINAL=serial + GRUB_SERIAL_COMMAND="serial --speed=115200 --unit=0 --word=8 --parity=no --stop=1" + + # The resolution used on graphical terminal + # note that you can use only modes which your graphic card supports via VBE + # you can see them in real GRUB with the command `vbeinfo' + #GRUB_GFXMODE=640x480 + + # Uncomment if you don't want GRUB to pass "root=UUID=xxx" parameter to Linux + #GRUB_DISABLE_LINUX_UUID=true + + # Uncomment to disable generation of recovery mode menu entries + #GRUB_DISABLE_RECOVERY="true" + + # Uncomment to get a beep at grub start + #GRUB_INIT_TUNE="480 440 1" + ]]> + + + + 1 + + + + + 0 + mtu 65536 qdisc noqueue state UNKNOWN mode DEFAULT group default qlen 1 + link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 + 6: enp23s0f0: mtu 1500 qdisc mq state UP mode DEFAULT group default qlen 1000 + link/ether 00:fe:c8:e5:68:32 brd ff:ff:ff:ff:ff:ff + ]]> + + + + 0 + + + + + 0 + + +
+
+ + + 127 + + + + + 0 + + +
+
+ + + 0 + + + + +
+
+ + + 1 + + + + + 127 + + + + + 1 + + +
+ + + +DUT Configuration - DPDK +------------------------ + +**DPDK Version** + +16.09 + +**DPDK Compile Parameters** + +.. code-block:: bash + + make install T=x86_64-native-linuxapp-gcc -j + +**DPDK Startup Configuration** + +DPDK startup configuration changes per test case with different settings for CPU +cores, rx-queues. Startup config is aligned with applied test case tag: + +Tagged by **1T1C** + +.. code-block:: bash + + testpmd -c 0x3 -n 4 -- --nb-ports=2 --portmask=0x3 --nb-cores=1 --max-pkt-len=9000 --txqflags=0 --forward-mode=io --rxq=1 --txq=1 --auto-start + +Tagged by **2T2C** + +.. code-block:: bash + + testpmd -c 0x403 -n 4 -- --nb-ports=2 --portmask=0x3 --nb-cores=2 --max-pkt-len=9000 --txqflags=0 --forward-mode=io --rxq=1 --txq=1 --auto-start + +Tagged by **4T4C** + +.. code-block:: bash + + testpmd -c 0xc07 -n 4 -- --nb-ports=2 --portmask=0x3 --nb-cores=4 --max-pkt-len=9000 --txqflags=0 --forward-mode=io --rxq=2 --txq=2 --auto-start + + +TG Configuration - TRex +----------------------- + +**TG Version** + +TRex v2.09 + +**DPDK version** + +DPDK v16.07 (20e2b6eba13d9eb61b23ea75f09f2aa966fa6325 - in DPDK repo) + +**TG Build Script used** + +https://gerrit.fd.io/r/gitweb?p=csit.git;a=blob;f=resources/tools/t-rex/t-rex-installer.sh;h=e89b06f9b12499996df18e5e3399fcd660ebc017;hb=refs/heads/rls1701 + +**TG Startup Configuration** + +:: + + $ cat /etc/trex_cfg.yaml + - port_limit : 2 + version : 2 + interfaces : ["0000:0d:00.0","0000:0d:00.1"] + port_info : + - dest_mac : [0x3c,0xfd,0xfe,0x9c,0xee,0xf5] + src_mac : [0x3c,0xfd,0xfe,0x9c,0xee,0xf4] + - dest_mac : [0x3c,0xfd,0xfe,0x9c,0xee,0xf4] + src_mac : [0x3c,0xfd,0xfe,0x9c,0xee,0xf5] + +**TG common API - pointer to driver** + +https://gerrit.fd.io/r/gitweb?p=csit.git;a=blob;f=resources/tools/t-rex/t-rex-stateless.py;h=24f4a997389ba3f10ad42e1f9564ef915fd58b44;hb=refs/heads/rls1701 + diff --git a/docs/report/vpp_functional_results_virl/functional_results_virl.rst b/docs/report/vpp_functional_results_virl/functional_results_virl.rst new file mode 100644 index 0000000000..2bf57c909f --- /dev/null +++ b/docs/report/vpp_functional_results_virl/functional_results_virl.rst @@ -0,0 +1,2153 @@ + +.. |br| raw:: html + +
+ +DHCP - Client and Proxy +``````````````````````` + + + +eth2p-ethip4-ip4base-ip4dhcpclient-func +''''''''''''''''''''''''''''''''''''''' + +**DHCPv4 Client related test cases** + ++------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++============================================================+======================================================================================================================================================================+========+ +| VPP sends a DHCP DISCOVER | Configure DHCPv4 client on interface to TG without hostname and check if DHCPv4 DISCOVER message contains all required fields with expected values. | PASS | ++------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| VPP sends a DHCPv4 DISCOVER with hostname | Configure DHCPv4 client on interface to TG with hostname and check if DHCPv4 DISCOVER message contains all required fields with expected values. | PASS | ++------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| VPP sends DHCPv4 REQUEST after OFFER | Configure DHCPv4 client on interface to TG and check if DHCPv4 REQUEST message contains all required fields. | PASS | ++------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| VPP doesn't send DHCPv4 REQUEST after OFFER with wrong XID | Configure DHCPv4 client on interface to TG. If server sends DHCPv4 OFFER with different XID as in DHCPv4 DISCOVER, DHCPv4 REQUEST message shouldn't be sent. | FAIL | ++------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| VPP honors DHCPv4 lease time | Send IP configuration to the VPP client via DHCPv4. Address is checked with ICMP echo request and there should be no reply for echo request when lease has expired. | PASS | ++------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip4-ip4base-ip4dhcpproxy-func +'''''''''''''''''''''''''''''''''''''' + +**DHCPv4 proxy test cases** + + - **[Top] Network Topologies:** TG = DUT with two links between the nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4-UDP-BOOTP-DHCP + + - **[Cfg] DUT configuration:** DUT is configured with DHCPv4 proxy. + + - **[Ver] TG verification:** Test DHCPv4 packets are sent on TG on first link to DUT and received on TG on second link. On receive TG verifies if DHCPv4 packets are valid. + ++---------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++=========================================================+=========================================================================================================================================================================================================+========+ +| TC01: VPP proxies valid DHCPv4 request to DHCPv4 server | |br| [Top] TG=DUT |br| [Enc] Eth-IPv4-UDP-BOOTP-DHCP |br| [Cfg] On DUT setup DHCPv4 proxy. |br| [Ver] Make TG verify matching DHCPv4 packets between client and DHCPv4 server through DHCP proxy. | PASS | ++---------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC02: VPP proxy ignores invalid DHCPv4 request | |br| [Top] TG=DUT |br| [Enc] Eth-IPv4-UDP-BOOTP-DHCP |br| [Cfg] On DUT setup DHCPv4 proxy. |br| [Ver] Make TG verify matching invalid DHCPv4 packets are dropped. | PASS | ++---------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip6-ip6base-ip6dhcpproxy-func +'''''''''''''''''''''''''''''''''''''' + +**DHCPv6 proxy test cases** + + - **[Top] Network Topologies:** TG = DUT with two links between the nodes. + + - **[Cfg] DUT configuration:** DUT is configured with DHCPv6 proxy. + + - **[Ver] TG verification:** Test DHCPv6 packets are sent on TG on first link to DUT and received on TG on second link. On receive TG verifies if DHCPv6 packets are valid + + - **[Ref] Applicable standard specifications:** RFC 3315 + ++---------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++=========================================================+==========================================================================================================================================================================================+========+ +| TC01: VPP proxies valid DHCPv6 request to DHCPv6 server | |br| [Top] TG=DUT |br| [Cfg] On DUT setup DHCP proxy. |br| [Ver] Make TG verify matching DHCPv6 packets between client and DHCPv6 server through DHCPv6 proxy. |br| [Ref] RFC 3315 | PASS | ++---------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +GRE Overlay Tunnels +``````````````````` + + + +eth2p-ethip4gre-ip4base-func +'''''''''''''''''''''''''''' + +**GREoIPv4 test cases** + + - **[Top] Network Topologies:** TG=DUT1 2-node topology with two links between nodes; TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4-GRE-IPv4-ICMPv4 on DUT1-DUT2, Eth-IPv4-ICMPv4 on TG-DUTn for routing over GRE tunnel; Eth-IPv4-ICMPv4 on TG_if1-DUT, Eth-IPv4-GRE-IPv4-ICMPv4 on TG_if2_DUT for GREoIPv4 encapsulation and decapsulation verification. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with IPv4 routing and static routes. GREoIPv4 tunnel is configured between DUT1 and DUT2. + + - **[Ver] TG verification:** Test ICMPv4 (or ICMPv6) Echo Request packets are sent in both directions by TG on links to DUT1 and DUT2; GREoIPv4 encapsulation and decapsulation are verified separately by TG; on receive TG verifies packets for correctness and their IPv4 (IPv6) src-addr, dst-addr and MAC addresses. + + - **[Ref] Applicable standard specifications:** RFC2784. + ++---------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++=======================================================================================+========================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT1 and DUT2 route over GREoIPv4 tunnel between two TG links | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-IPv4-GRE-IPv4-ICMPv4 on DUT1-DUT2, Eth-IPv4-ICMPv4 on TG-DUTn. |br| [Cfg] On DUT1 and DUT2 configure GREoIPv4 tunnel with IPv4 routes towards each other. |br| [Ver] Make TG send ICMPv4 Echo Req between its interfaces across both DUTs and GRE tunnel between them; verify IPv4 headers on received packets are correct. |br| [Ref] RFC2784. | PASS | ++---------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC02: DUT encapsulates IPv4 into GREoIPv4 tunnel - GRE header verification | |br| [Top] TG=DUT1. |br| [Enc] Eth-IPv4-ICMPv4 on TG_if1-DUT, Eth-IPv4-GRE-IPv4-ICMPv4 on TG_if2_DUT. |br| [Cfg] On DUT1 configure GREoIPv4 tunnel with IPv4 route towards TG. |br| [Ver] Make TG send non-encapsulated ICMPv4 Echo Req to DUT; verify TG received GREoIPv4 encapsulated packet is correct. |br| [Ref] RFC2784. | PASS | ++---------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC03: DUT decapsulates IPv4 from GREoIPv4 tunnel - IPv4 header verification | |br| [Top] TG=DUT1. |br| [Enc] Eth-IPv4-ICMPv4 on TG_if1-DUT, Eth-IPv4-GRE-IPv4-ICMPv4 on TG_if2_DUT. |br| [Cfg] On DUT1 configure GREoIPv4 tunnel towards TG. |br| [Ver] Make TG send ICMPv4 Echo Req encapsulated into GREoIPv4 towards VPP; verify TG received IPv4 de-encapsulated packet is correct. |br| [Ref] RFC2784. | PASS | ++---------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC04: DUT encapsulates IPv4 into GREoIPv4 different tunnels - GRE header verification | |br| [Top] TG=DUT1. |br| [Enc] Eth-IPv4-ICMPv4 on TG_if1-DUT, Eth-IPv4-GRE-IPv4-ICMPv4 on TG_if2_DUT. |br| [Cfg] On DUT1 configure two GRE tunnels with loopback's source address. Destination address of tunnels are routed via next hop address of DUT's to TG if2, where should be only GRE encapsulated packets. Each tunnel has IPv4 address and configured prefix routed through the tunnel. |br| [Ver] Make TG send non-encapsulated ICMPv4 Echo Req to DUT; verify TG received GREoIPv4 encapsulated packet is correct for each tunnel. |br| [Ref] RFC2784. | PASS | ++---------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC05: DUT re-encapsulates IPv4 GRE into other GRE tunnel - GRE header verification | |br| [Top] TG=DUT1. |br| [Enc] Eth-IPv4-ICMPv4 on TG_if1-DUT, Eth-IPv4-GRE-IPv4-ICMPv4 on TG_if2_DUT. |br| [Cfg] On DUT1 configure two GRE tunnels with loopback's source address. Destination address of tunnels are routed via next hop address of DUT's to TG if2, where should be only GRE encapsulated packets. Each tunnel has IPv4 address and configured prefix routed through the tunnel. |br| [Ver] Make TG send encapsulated IPv4 UDP to DUT; Encapsulated IP source is behind configured tunnel same as destination; verify TG received GREoIPv4 encapsulated packet is correct. |br| [Ref] RFC2784. | PASS | ++---------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC06: DUT do not process GRE with wrong tunnel destination IP | |br| [Top] TG=DUT1. |br| [Enc] Eth-IPv4-ICMPv4 on TG_if1-DUT, Eth-IPv4-GRE-IPv4-ICMPv4 on TG_if2_DUT. |br| [Cfg] On DUT1 configure two GRE tunnels with loopback's source address. Destination address of tunnels are routed via next hop address of DUT's to TG if2, where should be only GRE encapsulated packets. On DUT's to TG if1 interface is configured test destination host MAC address. |br| [Ver] Make TG send GRE encapsulated ICMPv4 Echo Req to DUT; verify TG received de-capsulated packet is correct, then send packet with wrong tunnel destination address. |br| [Ref] RFC2784. | PASS | ++---------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +L2BD Ethernet Switching +``````````````````````` + + + +eth2p-eth-l2bdbasemaclrn-eth-2vhost-1vm-func +'''''''''''''''''''''''''''''''''''''''''''' + +**L2 bridge-domain test cases** + + - **[Top] Network Topologies:** TG=DUT=VM 3-node topology with VM and double parallel links. + + - **[Enc] Packet Encapsulations:** Eth-IPv4-ICMPv4 for L2 switching of IPv4; Eth-IPv6-ICMPv6 for L2 switching of IPv6 use. Both apply to all links. + + - **[Cfg] DUT configuration:** DUT1 is configured with two L2 bridge-domains (L2BD) switching combined with MAC learning enabled. + + - **[Ver] TG verification:** Test ICMPv4 (or ICMPv6) Echo Request packets are sent in both directions by TG on links to DUT1 via VM; on receive TG verifies packets for correctness and their IPv4 (IPv6) src-addr, dst-addr and MAC addresses. + + - **[Ref] Applicable standard specifications:** + ++------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++==============================================================================+==========================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT with two L2BDs (MAC learn) switches ICMPv4 between TG and VM links | |br| [Top] TG=DUT=VM. |br| [Enc] Eth-IPv4-ICMPv4. |br| [Cfg] On DUT1 configure two L2BDs with MAC learning, each with vhost-user i/f to local VM and i/f to TG; configure VM to loop pkts back betwen its two virtio i/fs. |br| [Ver] Make TG verify ICMPv4 Echo Req pkts are switched thru DUT1 and VM in both directions and are correct on receive. |br| [Ref] | PASS | ++------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC02: DUT with two L2BDs (MAC learn) switches ICMPv6 between TG and VM links | |br| [Top] TG=DUT=VM. |br| [Enc] Eth-IPv6-ICMPv6. |br| [Cfg] On DUT1 configure two L2BDs with MAC learning, each with vhost-user i/f to local VM and i/f to TG; configure VM to loop pkts back betwen its two virtio i/fs. |br| [Ver] Make TG verify ICMPv6 Echo Req pkts are switched thru DUT1 and VM in both directions and are correct on receive. |br| [Ref] | PASS | ++------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-eth-l2bdbasemaclrn-func +''''''''''''''''''''''''''''' + +**L2 bridge-domain test cases** + + - **[Top] Network Topologies:** TG=DUT1 2-node topology with two links between nodes; TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4-ICMPv4 for L2 switching of IPv4; Eth-IPv6-ICMPv6 for L2 switching of IPv6 use. Both apply to all links. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with L2 bridge-domain (L2BD) switching combined with MAC learning enabled. + + - **[Ver] TG verification:** Test ICMPv4 (or ICMPv6) Echo Request packets are sent in both directions by TG on links to DUT1 and DUT2; on receive TG verifies packets for correctness and their IPv4 (IPv6) src-addr, dst-addr and MAC addresses. + + - **[Ref] Applicable standard specifications:** + ++--------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++==========================================================================+====================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT reports active interfaces | |br| [Top] TG=DUT1; TG-DUT1-DUT2-TG. |br| [Enc] None. |br| [Cfg] Discovered active interfaces. |br| [Ver] Report active interfaces on DUT. |br| [Ref] | PASS | ++--------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC02: DUT with L2BD (MAC learning) switch ICMPv4 between two TG links | |br| [Top] TG=DUT1. |br| [Enc] Eth-IPv4-ICMPv4. |br| [Cfg] On DUT1 configure two i/fs into L2BD with MAC learning. |br| [Ver] Make TG verify ICMPv4 Echo Req pkts are switched thru DUT1 in both directions and are correct on receive. |br| [Ref] | PASS | ++--------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC03: DUT1 and DUT2 with L2BD (MAC learning) switch between two TG links | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-IPv4-ICMPv4. |br| [Cfg] On DUT1 and DUT2 configure two i/fs into L2BD with MAC learning. |br| [Ver] Make TG verify ICMPv4 Echo Req pkts are switched thru DUT1 and DUT2 in both directions and are correct on receive. |br| [Ref] | PASS | ++--------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-eth-l2bdbasemacstc-eth-2vhost-1vm-func +'''''''''''''''''''''''''''''''''''''''''''' + +**L2 bridge-domain test cases** + + - **[Top] Network Topologies:** TG=DUT=VM 3-node topology with VM and double parallel links. + + - **[Enc] Packet Encapsulations:** Eth-IPv4-ICMPv4 for L2 switching of IPv4; Eth-IPv6-ICMPv6 for L2 switching of IPv6 use. Both apply to all links. + + - **[Cfg] DUT configuration:** DUT1 is configured with two L2 bridge-domains (L2BD) switching combined with static MACs. + + - **[Ver] TG verification:** Test ICMPv4 (or ICMPv6) Echo Request packets are sent in both directions by TG on links to DUT1 via VM; on receive TG verifies packets for correctness and their IPv4 (IPv6) src-addr, dst-addr and MAC addresses. + + - **[Ref] Applicable standard specifications:** + ++--------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++================================================================================+=========================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT with two L2BDs (static MACs) switches ICMPv4 between TG and VM links | |br| [Top] TG=DUT=VM. |br| [Enc] Eth-IPv4-ICMPv4. |br| [Cfg] On DUT1 configure two L2BDs with static MACs, each with vhost-user i/f to local VM and i/f to TG; configure VM to loop pkts back betwen its two virtio i/fs. |br| [Ver] Make TG verify ICMPv4 Echo Req pkts are switched thru DUT1 and VM in both directions and are correct on receive. |br| [Ref] | PASS | ++--------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC02: DUT with two L2BDs (static MACs) switches ICMPv6 between TG and VM links | |br| [Top] TG=DUT=VM. |br| [Enc] Eth-IPv6-ICMPv6. |br| [Cfg] On DUT1 configure two L2BDs with static MACs, each with vhost-user i/f to local VM and i/f to TG; configure VM to loop pkts back betwen its two virtio i/fs. |br| [Ver] Make TG verify ICMPv6 Echo Req pkts are switched thru DUT1 and VM in both directions and are correct on receive. |br| [Ref] | PASS | ++--------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-eth-l2bdbasemacstc-func +''''''''''''''''''''''''''''' + +**L2 bridge-domain test cases** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4-ICMPv4 for L2 switching of IPv4; Eth-IPv6-ICMPv6 for L2 switching of IPv6 use. Both apply to all links. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with L2 bridge-domain (L2BD) switching combined with static MACs. + + - **[Ver] TG verification:** Test ICMPv4 (or ICMPv6) Echo Request packets are sent in both directions by TG on links to DUT1 and DUT2; on receive TG verifies packets for correctness and their IPv4 (IPv6) src-addr, dst-addr and MAC addresses. + + - **[Ref] Applicable standard specifications:** + ++-------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++=========================================================================+===================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT1 and DUT2 with L2BD (static MACs) switch between two TG links | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-IPv4-ICMPv4. |br| [Cfg] On DUT1 and DUT2 configure two i/fs into L2BD with static MACs. |br| [Ver] Make TG verify ICMPv4 Echo Req pkts are switched thru DUT1 and DUT2 in both directions and are correct on receive. |br| [Ref] | PASS | ++-------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth4p-eth-l2bdbasemaclrn-l2shg-func +''''''''''''''''''''''''''''''''''' + +**L2 bridge-domain test cases** + + - **[Top] Network Topologies:** TG=DUT1=DUT2=TG 3-node circular topology with double parallel links. + + - **[Enc] Packet Encapsulations:** Eth-IPv4-ICMPv4 for L2 switching of IPv4; Eth-IPv6-ICMPv6 for L2 switching of IPv6 use. Both apply to all links. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with L2 bridge-domain (L2BD) switching combined with MAC learning enabled and Split Horizon Groups (SHG). + + - **[Ver] TG verification:** Test ICMPv4 (or ICMPv6) Echo Request packets are sent in both directions by TG on links to DUT1 and DUT2; on receive TG verifies packets for correctness and their IPv4 (IPv6) src-addr, dst-addr and MAC addresses. + + - **[Ref] Applicable standard specifications:** + ++--------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++================================================================================+===================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT1 and DUT2 with L2BD (MAC learn) and SHG switch between four TG links | |br| [Top] TG=DUT1=DUT2=TG. |br| [Enc] Eth-IPv4-ICMPv4. |br| [Cfg] On DUT1 and DUT2 configure four i/fs into L2BD with MAC learning and the same SHG on i/fs towards TG. |br| [Ver] Make TG verify ICMPv4 Echo Req pkts are switched thru DUT1 and DUT2 in both directions and are correct on receive; verify no pkts are switched thru SHG isolated interfaces. |br| [Ref] | PASS | ++--------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +L2XC Ethernet Switching +``````````````````````` + + + +eth2p-eth-l2xcbase-eth-2vhost-1vm-func +'''''''''''''''''''''''''''''''''''''' + +**L2 cross-connect test cases** + + - **[Top] Network Topologies:** TG=DUT=VM 3-node topology with VM and double parallel links. + + - **[Enc] Packet Encapsulations:** Eth-IPv4-ICMPv4 for L2 switching of IPv4; Eth-IPv6-ICMPv6 for L2 switching of IPv6 use. Both apply to all links. + + - **[Cfg] DUT configuration:** DUT1 is configured with L2 cross-connect (L2XC) switching. + + - **[Ver] TG verification:** Test ICMPv4 (or ICMPv6) Echo Request packets are sent in both directions by TG on links to DUT1 via VM; on receive TG verifies packets for correctness and their IPv4 (IPv6) src-addr, dst-addr and MAC addresses. + + - **[Ref] Applicable standard specifications:** + ++------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++========================================================================+===============================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT with two L2XCs switches ICMPv4 between TG and local VM links | |br| [Top] TG=DUT=VM. |br| [Enc] Eth-IPv4-ICMPv4. |br| [Cfg] On DUT configure two L2 cross-connects (L2XC), each with one untagged interface to TG and untagged i/f to local VM over vhost-user. |br| [Ver] Make TG send ICMPv4 Echo Reqs in both directions between two of its i/fs to be switched by DUT to and from VM; verify all packets are received. |br| [Ref] | PASS | ++------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC02: DUT with two L2XCs switches ICMPv6 between TG and local VM links | |br| [Top] TG=DUT=VM. |br| [Enc] Eth-IPv6-ICMPv6. |br| [Cfg] On DUT configure two L2 cross-connects (L2XC), each with one untagged i/f to TG and untagged i/f to local VM over vhost-user. |br| [Ver] Make TG send ICMPv6 Echo Reqs in both directions between two of its i/fs to be switched by DUT to and from VM; verify all packets are received. |br| [Ref] | PASS | ++------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-eth-l2xcbase-func +''''''''''''''''''''''' + +**L2 cross-connect test cases** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4-ICMPv4 for L2 switching of IPv4; Eth-IPv6-ICMPv6 for L2 switching of IPv6 use. Both apply to all links. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with L2 cross-connect (L2XC) switching. + + - **[Ver] TG verification:** Test ICMPv4 (or ICMPv6) Echo Request packets are sent in both directions by TG on links to DUT1 and DUT2; on receive TG verifies packets for correctness and their IPv4 (IPv6) src-addr, dst-addr and MAC addresses. + + - **[Ref] Applicable standard specifications:** + ++------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++==================================================================+====================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT1 and DUT2 with L2XC switch ICMPv4 between two TG links | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-IPv4-ICMPv4. |br| [Cfg] On DUT1 and DUT2 configure L2 cross-connect (L2XC), each with one interface to TG and one Ethernet interface towards the other DUT. |br| [Ver] Make TG send ICMPv4 Echo Req in both directions between two of its interfaces to be switched by DUT1 and DUT2; verify all packets are received. |br| [Ref] | PASS | ++------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC02: DUT1 and DUT2 with L2XC switch ICMPv6 between two TG links | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-IPv6-ICMPv6. |br| [Cfg] On DUT1 and DUT2 configure L2 cross-connect (L2XC), each with one interface to TG and one Ethernet interface towards the other DUT. |br| [Ver] Make TG send ICMPv6 Echo Req in both directions between two of its interfaces to be switched by DUT1 and DUT2; verify all packets are received. |br| [Ref] | PASS | ++------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +LISP Overlay Tunnels +```````````````````` + + + +api-crud-lisp-func +'''''''''''''''''' + +**API test cases** + + - **[Top] Network Topologies:** DUT1 1-node topology. + + - **[Enc] Packet Encapsulations:** None. + + - **[Cfg] DUT configuration:** DUT1 gets configured with all LISP parameters. + + - **[Ver] Verification:** DUT1 operational data gets verified following configuration. + + - **[Ref] Applicable standard specifications:** RFC6830. + ++--------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++========================================================+==================================================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT can enable and disable LISP | |br| [Top] DUT1. |br| [Enc] None. |br| [Cfg1] Test LISP enable/disable API; On DUT1 enable LISP. |br| [Ver1] Check DUT1 if LISP is enabled. |br| [Cfg2] Then disable LISP. |br| [Ver2] Check DUT1 if LISP is disabled. |br| [Ref] RFC6830. | PASS | ++--------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC02: DUT can add and delete locator_set | |br| [Top] DUT1. |br| [Enc] None. |br| [Cfg1] Test LISP locator_set API; on DUT1 configure locator_set and locator. |br| [Ver1] Check DUT1 configured locator_set and locator are correct. |br| [Cfg2] Then remove locator_set and locator. |br| [Ver2] check DUT1 locator_set and locator are removed. |br| [Ref] RFC6830. | PASS | ++--------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC03: DUT can add, reset and delete locator_set | |br| [Top] DUT1. |br| [Enc] None. |br| [Cfg1] Test LISP locator_set API; on DUT1 configure locator_set and locator. |br| [Ver1] Check DUT1 locator_set and locator are correct. |br| [Cfg2] Then reset locator_set and set it again. |br| [Ver2] Check DUT1 locator_set and locator are correct. |br| [Cfg3] Then remove locator_set and locator. |br| [Ver3] Check DUT1 all locator_set and locators are removed. |br| [Ref] RFC6830. | PASS | ++--------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC04: DUT can add and delete eid address | |br| [Top] DUT1. |br| [Enc] None. |br| [Cfg1] Test LISP eid API; on DUT1 configure LISP eid IP address. |br| [Ver1] Check DUT1 configured data is correct. |br| [Cfg2] Remove configured data. |br| [Ver2] Check DUT1 all eid IP addresses are removed. |br| [Ref] RFC6830. | PASS | ++--------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC05: DUT can add and delete LISP map resolver address | |br| [Top] DUT1. |br| [Enc] None. |br| [Cfg1] Test LISP map resolver address API; on DUT1 configure LISP map resolver address. |br| [Ver1] Check DUT1 configured data is correct. |br| [Cfg2] Remove configured data. |br| [Ver2] Check DUT1 all map resolver addresses are removed. |br| [Ref] RFC6830. | PASS | ++--------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip4ipsectptlispgpe-ip4base-eth-2vhost-1vm-func +''''''''''''''''''''''''''''''''''''''''''''''''''''''' + +**IPv4-ip4-ipsec-lispgpe-ip4 - main fib, vrf (gpe_vni-to-vrf)** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** ICMPv4-IPv4-IPSec-LISPGPE-IPv4-ICMPv4. + + - **[Cfg] DUT configuration:** Each DUT is configured with LISP and IPsec. IPsec is in transport mode. Tests cases are for IPsec configured both on RLOC interface or lisp_gpe0 interface. + + - **[Ver] TG verification:** Packet is send from TG(if1) across the DUT1 via VM to DUT2 where it is forwarded to TG(if2). + + - **[Ref] Applicable standard specifications:** RFC6830, RFC4303. + ++--------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++========================================================================================================+===========================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT1 and DUT2 route IPv4 over Vhost to LISP GPE tunnel using IPsec (transport) on RLOC Int. | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-IPv4-IPSec-LISPGPE-IPv4-ICMP on DUT1-DUT2, Eth-IPv4-ICMP on TG-DUTn. |br| [Cfg] Configure IPv4 LISP static adjacencies on DUT1 and DUT2 with IPsec in between DUTS. Create Qemu vm on DUT1 and configure bridge between two vhosts. |br| [Ver] Case: ip4-ipsec-lispgpe-ip4 - main fib, virt2lisp Make TG send ICMPv4 Echo Req between its interfaces across both DUTs and LISP GPE tunnel between them; verify IPv4 headers on received packets are correct. |br| [Ref] RFC6830, RFC4303. | PASS | ++--------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC02: DUT1 and DUT2 route IPv4 over Vhost to LISP GPE tunnel using IPsec (transport) on lisp_gpe0 Int. | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-IPv4-IPSec-LISPGPE-IPv4-ICMPv4 on DUT1-DUT2, Eth-IPv4-ICMPv4 on TG-DUTn. |br| [Cfg] Configure IPv4 LISP static adjacencies on DUT1 and DUT2 with IPsec in between DUTS. |br| [Ver] Case: ip4-ipsec-lispgpe-ip4 - main fib, virt2lisp Make TG send ICMPv4 Echo Req between its interfaces across both DUTs and LISP GPE tunnel between them; verify IPv4 headers on received packets are correct. |br| [Ref] RFC6830, RFC4303. | PASS | ++--------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip4ipsectptlispgpe-ip4base-func +'''''''''''''''''''''''''''''''''''''''' + +**IPv4-ip4-ipsec-lispgpe-ip4 - main fib, vrf (gpe_vni-to-vrf)** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** ICMPv4-IPv4-IPSec-LISPGPE-IPv4-ICMPv4. + + - **[Cfg] DUT configuration:** Each DUT is configured with LISP and IPsec. IPsec is in transport mode. Tests cases are for IPsec configured both on RLOC interface or lisp_gpe0 interface. + + - **[Ver] TG verification:** Packet is send from TG(if1) across the DUT1 to DUT2 where it is forwarded to TG(if2). + + - **[Ref] Applicable standard specifications:** RFC6830, RFC4303. + ++------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++====================================================================================================================================+==========================================================================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT1 and DUT2 route IPv4 bidirectionally over LISP GPE tunnel using IPsec (transport) on RLOC Int. | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-IPv4-IPSec-LISPGPE-IPv4-ICMPv4 on DUT1-DUT2, Eth-IPv4-ICMPv4 on TG-DUTn. |br| [Cfg] Configure IPv4 LISP static adjacencies on DUT1 and DUT2 with IPsec in between DUTs. |br| [Ver] Case: ip4-lispgpe-ipsec-ip4 - main fib Make TG send ICMPv4 Echo Req between its interfaces across both DUTs and LISP GPE tunnel between them; verify IPv4 headers on received packets are correct. |br| [Ref] RFC6830, RFC4303. | PASS | ++------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC02: DUT1 and DUT2 route IPv4 bidirectionally over LISP GPE tunnel using IPsec (transport) lisp_gpe0 Int. | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-IPv4-IPSec-LISPGPE-IPv4-ICMPv4 on DUT1-DUT2, Eth-IPv4-ICMPv4 on TG-DUTn. |br| [Cfg] Configure IPv4 LISP static adjacencies on DUT1 and DUT2 with IPsec in between DUTs. |br| [Ver] Case: ip4-ipsec-lispgpe-ip4 - main fib Make TG send ICMPv4 Echo Req between its interfaces across both DUTs and LISP GPE tunnel between them; verify IPv4 headers on received packets are correct. |br| [Ref] RFC6830, RFC4303. | PASS | ++------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC03: DUT1 and DUT2 route IPv4 bidirectionally over LISP GPE tunnel using IPsec (transport) on RLOC Int and VRF on EID is enabled. | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-IPv4-IPSec-LISPGPE-IPv4-ICMPv4 on DUT1-DUT2, Eth-IPv4-ICMPv4 on TG-DUTn. |br| [Cfg] Configure IPv4 LISP static adjacencies on DUT1 and DUT2 with IPsec in between DUTs. |br| [Ver] Case: ip4-lispgpe-ipsec-ip4 - vrf, main fib Make TG send ICMPv4 Echo Req between its interfaces across both DUTs and LISP GPE tunnel between them; verify IPv4 headers on received packets are correct. |br| [Ref] RFC6830, RFC4303. | PASS | ++------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC04: DUT1 and DUT2 route IPv4 bidirectionally over LISP GPE tunnel using IPsec (transport) on lisp_gpe0 Int and VRF is enabled. | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-IPv4-IPSec-LISPGPE-IPv4-ICMPv4 on DUT1-DUT2, Eth-IPv4-ICMPv4 on TG-DUTn. |br| [Cfg] Configure IPv4 LISP static adjacencies on DUT1 and DUT2 with IPsec in between DUTs. |br| [Ver] Case: ip4-ipsec-lispgpe-ip4 - vrf, main fib Make TG send ICMPv4 Echo Req between its interfaces across both DUTs and LISP GPE tunnel between them; verify IPv4 headers on received packets are correct. |br| [Ref] RFC6830, RFC4303. | PASS | ++------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip4ipsectptlispgpe-ip6base-eth-2vhost-1vm-func +''''''''''''''''''''''''''''''''''''''''''''''''''''''' + +**IPv6 - ip4-ipsec-lispgpe-ip6 - main fib, vrf, virt2lisp, phy2lisp** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4-LISPGPE-IPSec-IPv6-ICMP, Eth-IPv4-IPSec-LISPGPE-IPv6-ICMP + + - **[Cfg] DUT configuration:** Each DUT is configured with LISP and IPsec. IPsec is in transport mode. Tests cases are for IPsec configured both on RLOC interface or lisp_gpe0 interface. + + - **[Ver] TG verification:** Packet is send from TG(if1) across the DUT1 via VM to DUT2 where it is forwarded to TG(if2). + + - **[Ref] Applicable standard specifications:** RFC6830, RFC4303. + ++--------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++========================================================================================================+===========================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT1 and DUT2 route IPv6 over Vhost to LISP GPE tunnel using IPsec (transport) on RLOC Int. | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-IPv4-LISPGPE-IPSec-IPv6-ICMP on DUT1-DUT2, Eth-IPv6-ICMP on TG-DUTn. |br| [Cfg] Configure IPv4 LISP static adjacencies on DUT1 and DUT2 with IPsec in between DUTS. Create Qemu vm on DUT1 and configure bridge between two vhosts. |br| [Ver] Case: ip4-ipsec-lispgpe-ip6 - main fib, virt2lisp Make TG send ICMPv6 Echo Req between its interfaces across both DUTs and LISP GPE tunnel between them; verify IPv6 headers on received packets are correct. |br| [Ref] RFC6830, RFC4303. | PASS | ++--------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC02: DUT1 and DUT2 route IPv6 over Vhost to LISP GPE tunnel using IPsec (transport) on lisp_gpe0 Int. | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-IPv4-IPSec-LISPGPE-IPv6-ICMPv6 on DUT1-DUT2, Eth-IPv6-ICMPv6, on TG-DUTn. |br| [Cfg] Configure IPv4 LISP static adjacencies on DUT1 and DUT2 with IPsec in between DUTS. |br| [Ver] Case: ip4-ipsec-lispgpe-ip6 - main fib, virt2lisp Make TG send ICMPv6 Echo Req between its interfaces across both DUTs and LISP GPE tunnel between them; verify IPv6 headers on received packets are correct. |br| [Ref] RFC6830, RFC4303. | PASS | ++--------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip4ipsectptlispgpe-ip6base-func +'''''''''''''''''''''''''''''''''''''''' + +**IPv6 - ip4-ipsec-lispgpe-ip6 - main fib, vrf, virt2lisp, phy2lisp** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4-LISPGPE-IPSec-IPv6-ICMP, Eth-IPv4-IPSec-LISPGPE-IPv6-ICMP + + - **[Cfg] DUT configuration:** Each DUT is configured with LISP and IPsec. IPsec is in transport mode. Tests cases are for IPsec configured both on RLOC interface or lisp_gpe0 interface. + + - **[Ver] TG verification:** Packet is send from TG(if1) across the DUT1 to DUT2 where it is forwarded to TG(if2). + + - **[Ref] Applicable standard specifications:** RFC6830, RFC4303. + ++---------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++===============================================================================================================+============================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT1 and DUT2 route IPv4 bidirectionally over LISP GPE tunnel using IPsec (transport) on RLOC Int. | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-IPv4-LISPGPE-IPSec-IPv6-ICMP on DUT1-DUT2, Eth-IPv6-ICMP on TG-DUTn. |br| [Cfg] Configure IPv6 LISP static adjacencies on DUT1 and DUT2 with IPsec in between DUTS. |br| [Ver] Make TG send ICMPv6 Echo Req between its interfaces across both DUTs and LISP GPE tunnel between them; verify IPv6 headers on received packets are correct. |br| [Ref] RFC6830, RFC4303. | PASS | ++---------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC02: DUT1 and DUT2 route IPv4 bidirectionally over LISP GPE tunnel using IPsec (transport) on lisp_gpe0 Int. | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-IPv4-IPSec-LISPGPE-IPv6-ICMPv6 on DUT1-DUT2, Eth-IPv6-ICMP on TG-DUTn. |br| [Cfg] Configure IPv4 LISP static adjacencies on DUT1 and DUT2 with IPsec in between DUTS. |br| [Ver] Make TG send ICMPv6 Echo Req between its interfaces across both DUTs and LISP GPE tunnel between them; verify IPv6 headers on received packets are correct. |br| [Ref] RFC6830, RFC4303. | PASS | ++---------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip4ipsectptlispgpe-ip6basevrf-func +''''''''''''''''''''''''''''''''''''''''''' + +**IPv6 - ip4-ipsec-lispgpe-ip6 - main fib, vrf, virt2lisp, phy2lisp** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4-LISPGPE-IPSec-IPv6-ICMP, Eth-IPv4-IPSec-LISPGPE-IPv6-ICMP + + - **[Cfg] DUT configuration:** Each DUT is configured with LISP and IPsec. IPsec is in transport mode. Tests cases are for IPsec configured both on RLOC interface or lisp_gpe0 interface. + + - **[Ver] TG verification:** Packet is send from TG(if1) across the DUT1 to DUT2 where it is forwarded to TG(if2). + + - **[Ref] Applicable standard specifications:** RFC6830, RFC4303. + ++------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++==================================================================================================================+===========================================================================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT1 and DUT2 route IPv6 bidirectionally over LISP GPE tunnel using physical interfaces and VRF is enabled | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-IPv4-IPSec-LISPGPE-IPv6-ICMPv6 on DUT1-DUT2, Eth-IPv6-ICMPv6, on TG-DUTn. |br| [Cfg] Configure IPv4 LISP static adjacencies on DUT1 and DUT2 with IPsec in between DUTS. |br| [Ver] Case: ip4-ipsec-lispgpe-ip6 - vrf, phy2lisp Make TG send ICMPv6 Echo Req between its interfaces across both DUTs and LISP GPE tunnel between them; verify IPv6 headers on received packets are correct. |br| [Ref] RFC6830, RFC4303. | PASS | ++------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip4lisp-ip4base-func +''''''''''''''''''''''''''''' + +**IP AFI independent functional tests.** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4-LISP-IPv4-ICMPv4 on DUT1-DUT2, Eth-IPv4-ICMPv4 on TG-DUTn for IPv4 routing over LISPoIPv4 tunnel. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with IPv4 routing and static routes. LISPoIPv4 tunnel is configured between DUT1 and DUT2. + + - **[Ver] TG verification:** Test ICMPv4 Echo Request packets are sent in both directions by TG on links to DUT1 and DUT2; on receive TG verifies packets for correctness and their IPv4 src-addr, dst-addr and MAC addresses. + + - **[Ref] Applicable standard specifications:** RFC6830. + ++---------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++===========================================================================+====================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT1 and DUT2 route IPv4 over LISPoIPv4 tunnel after disable-enable | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-IPv4-LISP-IPv4-ICMPv4 on DUT1-DUT2, Eth-IPv4-ICMPv4 on TG-DUTn. |br| [Cfg1] On DUT1 and DUT2 configure IPv4 LISP static adjacencies. |br| [Ver1] Make TG send ICMPv4 Echo Req between its interfaces across both DUTs and LISP tunnel between them; verify IPv4 headers on received packets are correct. |br| [Cfg2] Disable LISP. |br| [Ver2] Verify packets are not received via LISP tunnel. |br| [Cfg3] Re-enable LISP. |br| [Ver3] Verify packets are received again via LISP tunnel. |br| [Ref] RFC6830. | PASS | ++---------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip4lisp-l2bdbasemaclrn-func +'''''''''''''''''''''''''''''''''''' + +**ip4-lispgpe-ip4 encapsulation test cases** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4-ICMPv4-LISPGpe-IP4 + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with IPv4 routing and static routes. LISPoIPv4 tunnel is configured between DUT1 and DUT2. + + - **[Ver] TG verification:** Test ICMPv4 Echo Request packets are sent in both directions by TG on links to DUT1 and DUT2; on receive TG verifies packets for correctness and their IPv4 src-addr, dst-addr and MAC addresses. + + - **[Ref] Applicable standard specifications:** RFC6830. + ++----------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++================================================================+=========================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: Route IPv4 packet through LISP with Bridge Domain setup. | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-IPv4-ICMPv4-LISPGpe-IP4 |br| [Cfg] Configure IPv4 LISP static adjacencies on DUT1 and DUT2. Also configure BD and assign it to LISP VNI. |br| [Ver] Make TG send ICMPv4 Echo Req between its interfaces across both DUTs and LISP tunnel between them; verify IPv4, Ether headers on received packets are correct. |br| [Ref] RFC6830. | PASS | ++----------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip4lispgpe-ip4base-eth-2vhost-1vm-func +''''''''''''''''''''''''''''''''''''''''''''''' + +**ip4-lispgpe-ip4 encapsulation test cases** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4-LISP-IPv4-ICMPv4 on DUT1-DUT2, Eth-IPv4-ICMPv4 on TG-DUTn for IPv4 routing over LISPoIPv4 tunnel. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with IPv4 routing and static routes. LISPoIPv4 tunnel is configured between DUT1 and DUT2. + + - **[Ver] TG verification:** Test ICMPv4 Echo Request packets are sent in both directions by TG on links to DUT1 and DUT2; on receive TG verifies packets for correctness and their IPv4 src-addr, dst-addr and MAC addresses. + + - **[Ref] Applicable standard specifications:** RFC6830. + ++--------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++============================================================================================+===========================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT1 and DUT2 route IPv4 bidirectionally over LISP GPE tunnel using vhost interfaces | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-IPv4-LISPGPE-IPv4-ICMPv4 on DUT1-DUT2, Eth-IPv4-ICMPv4 on TG-DUTn. |br| [Cfg] Configure IPv4 LISP static adjacencies on DUT1 and DUT2. |br| [Ver] Case: ip4-lispgpe-ip4 - main fib, virt2lisp Make TG send ICMPv4 Echo Req between its interfaces across both DUTs and LISP GPE tunnel between them; verify IPv4 headers on received packets are correct. | PASS | ++--------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip4lispgpe-ip4base-func +'''''''''''''''''''''''''''''''' + +**ip4-lispgpe-ip4 encapsulation test cases** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4-LISP-IPv4-ICMPv4 on DUT1-DUT2, Eth-IPv4-ICMPv4 on TG-DUTn for IPv4 routing over LISPoIPv4 tunnel. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with IPv4 routing and static routes. LISPoIPv4 tunnel is configured between DUT1 and DUT2. + + - **[Ver] TG verification:** Test ICMPv4 Echo Request packets are sent in both directions by TG on links to DUT1 and DUT2; on receive TG verifies packets for correctness and their IPv4 src-addr, dst-addr and MAC addresses. + + - **[Ref] Applicable standard specifications:** RFC6830. + ++-----------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++===============================================================================================+=====================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT1 and DUT2 route IPv4 bidirectionally over LISP GPE tunnel using physical interfaces | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-IPv4-LISPGPE-IPv4-ICMPv4 on DUT1-DUT2, Eth-IPv4-ICMPv4 on TG-DUTn. |br| [Cfg] Configure IPv4 LISP static adjacencies on DUT1 and DUT2. |br| [Ver] Case: ip4-lispgpe-ip4 - phy2lisp Make TG send ICMPv4 Echo Req between its interfaces across both DUTs and LISP GPE tunnel between them; verify IPv4 headers on received packets are correct. |br| [Ref] RFC6830. | PASS | ++-----------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip4lispgpe-ip4basevrf-eth-2vhost-1vm-func +'''''''''''''''''''''''''''''''''''''''''''''''''' + +**ip4-lispgpe-ip4 encapsulation test cases** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4-LISP-IPv4-ICMPv4 on DUT1-DUT2, Eth-IPv4-ICMPv4 on TG-DUTn for IPv4 routing over LISPoIPv4 tunnel. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with IPv4 routing and static routes. LISPoIPv4 tunnel is configured between DUT1 and DUT2. + + - **[Ver] TG verification:** Test ICMPv4 Echo Request packets are sent in both directions by TG on links to DUT1 and DUT2; on receive TG verifies packets for correctness and their IPv4 src-addr, dst-addr and MAC addresses. + + - **[Ref] Applicable standard specifications:** RFC6830. + ++---------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++===============================================================================================================+===========================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT1 and DUT2 route IPv4 bidirectionally over LISP GPE tunnel using vhost interfaces and VRF is enabled | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-IPv4-LISPGPE-IPv4-ICMPv4 on DUT1-DUT2, Eth-IPv4-ICMPv4 on TG-DUTn. |br| [Cfg] Configure IPv4 LISP static adjacencies on DUT1 and DUT2. |br| [Ver] Case: ip4-lispgpe-ip4 - vrf, virt2lisp Make TG send ICMPv4 Echo Req between its interfaces across both DUTs and LISP GPE tunnel between them; verify IPv4 headers on received packets are correct. |br| [Ref] RFC6830. | PASS | ++---------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip4lispgpe-ip4basevrf-func +''''''''''''''''''''''''''''''''''' + +**ip4-lispgpe-ip4 encapsulation test cases** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4-LISP-IPv4-ICMPv4 on DUT1-DUT2, Eth-IPv4-ICMPv4 on TG-DUTn for IPv4 routing over LISPoIPv4 tunnel. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with IPv4 routing and static routes. LISPoIPv4 tunnel is configured between DUT1 and DUT2. + + - **[Ver] TG verification:** Test ICMPv4 Echo Request packets are sent in both directions by TG on links to DUT1 and DUT2; on receive TG verifies packets for correctness and their IPv4 src-addr, dst-addr and MAC addresses. + + - **[Ref] Applicable standard specifications:** RFC6830. + ++------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++==================================================================================================================+==========================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT1 and DUT2 route IPv4 bidirectionally over LISP GPE tunnel using physical interfaces and VRF is enabled | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-IPv4-LISPGPE-IPv4-ICMPv4 on DUT1-DUT2, Eth-IPv4-ICMPv4 on TG-DUTn. |br| [Cfg] Configure IPv4 LISP static adjacencies on DUT1 and DUT2. |br| [Ver] Case: ip4-lispgpe-ip4 - vrf, phy2lisp Make TG send ICMPv4 Echo Req between its interfaces across both DUTs and LISP GPE tunnel between them; verify IPv4 headers on received packets are correct. |br| [Ref] RFC6830. | PASS | ++------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip4lispgpe-ip6base-eth-2vhost-1vm-func +''''''''''''''''''''''''''''''''''''''''''''''' + +**LISP static adjacency test cases** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4-LISP-IPv6-ICMPv6 on DUT1-DUT2, Eth-IPv6-ICMPv6 on TG-DUTn for IPv6 routing over LISPoIPv4 tunnel. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with IPv6 routing and static routes. LISPoIPv4 tunnel is configured between DUT1 and DUT2. + + - **[Ver] TG verification:** Test ICMPv6 Echo Request packets are sent in both directions by TG on links to DUT1 and DUT2; on receive TG verifies packets for correctness and their IPv6 src-addr, dst-addr and MAC addresses. + + - **[Ref] Applicable standard specifications:** RFC6830. + ++--------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++============================================================================================+===========================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT1 and DUT2 route IPv6 bidirectionally over LISP GPE tunnel using vhost interfaces | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-IPv4-LISPGPE-IPv6-ICMPv6 on DUT1-DUT2, Eth-IPv6-ICMPv6 on TG-DUTn. |br| [Cfg] Configure IPv4 LISP static adjacencies on DUT1 and DUT2. |br| [Ver] Case: ip6-lispgpe-ip4 - main fib, virt2lisp Make TG send ICMPv6 Echo Req between its interfaces across both DUTs and LISP GPE tunnel between them; verify IPv6 headers on received packets are correct. | PASS | ++--------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip4lispgpe-ip6base-func +'''''''''''''''''''''''''''''''' + +**LISP static adjacency test cases** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4-LISP-IPv6-ICMPv6 on DUT1-DUT2, Eth-IPv6-ICMPv6 on TG-DUTn for IPv6 routing over LISPoIPv4 tunnel. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with IPv6 routing and static routes. LISPoIPv4 tunnel is configured between DUT1 and DUT2. + + - **[Ver] TG verification:** Test ICMPv6 Echo Request packets are sent in both directions by TG on links to DUT1 and DUT2; on receive TG verifies packets for correctness and their IPv6 src-addr, dst-addr and MAC addresses. + + - **[Ref] Applicable standard specifications:** RFC6830. + ++----------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++======================================================================+======================================================================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT1 and DUT2 route IPv6 bidirectionally over LISPoIPv4 tunnel | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-IPv4-LISP-IPv6-ICMPv6 on DUT1-DUT2, Eth-IPv6-ICMPv6 on TG-DUTn. |br| [Cfg] On DUT1 and DUT2 configure IPv4 LISP static adjacencies. |br| [Ver] Make TG send ICMPv6 Echo Req between its interfaces across both DUTs and LISP tunnel between them; verify IPv6 headers on received packets are correct. |br| [Cfg2] Reconf LISP. |br| [Ver2] Verify packets are received again via LISP tunnel. |br| [Ref] RFC6830. | PASS | ++----------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip4lispgpe-ip6basevrf-func +''''''''''''''''''''''''''''''''''' + +**LISP static adjacency test cases** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4-LISP-IPv6-ICMPv6 on DUT1-DUT2, Eth-IPv6-ICMPv6 on TG-DUTn for IPv6 routing over LISPoIPv4 tunnel. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with IPv6 routing and static routes. LISPoIPv4 tunnel is configured between DUT1 and DUT2. + + - **[Ver] TG verification:** Test ICMPv6 Echo Request packets are sent in both directions by TG on links to DUT1 and DUT2; on receive TG verifies packets for correctness and their IPv6 src-addr, dst-addr and MAC addresses. + + - **[Ref] Applicable standard specifications:** RFC6830. + ++------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++==================================================================================================================+==========================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT1 and DUT2 route IPv6 bidirectionally over LISP GPE tunnel using physical interfaces and VRF is enabled | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-IPv4-LISPGPE-IPv6-ICMPv6 on DUT1-DUT2, Eth-IPv6-ICMPv6 on TG-DUTn. |br| [Cfg] Configure IPv4 LISP static adjacencies on DUT1 and DUT2. |br| [Ver] Case: ip6-lispgpe-ip4 - vrf, phy2lisp Make TG send ICMPv4 Echo Req between its interfaces across both DUTs and LISP GPE tunnel between them; verify IPv6 headers on received packets are correct. |br| [Ref] RFC6830. | PASS | ++------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip6ipsectptlispgpe-ip4base-eth-2vhost-1vm-func +''''''''''''''''''''''''''''''''''''''''''''''''''''''' + +**IPv6 - ip4-ipsec-lispgpe-ip6 - main fib, virt2lisp, phy2lisp** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv6-LISPGPE-IPSec-IPv4-ICMP, Eth-IPv6-IPSec-LISPGPE-IPv4-ICMP + + - **[Cfg] DUT configuration:** Each DUT is configured with LISP and IPsec. IPsec is in transport mode. Test cases are for IPsec configured both on RLOC interface or lisp_gpe0 interface. + + - **[Ver] TG verification:** Packet is send from TG(if1) across the DUT1 to DUT2 where it is forwarded to TG(if2). + + - **[Ref] Applicable standard specifications:** RFC6830, RFC4303. + ++--------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++========================================================================================================+===========================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT1 and DUT2 route IPv4 over Vhost to LISP GPE tunnel using IPsec (transport) on RLOC Int. | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-IPv6-LISPGPE-IPSec-IPv4-ICMP on DUT1-DUT2, Eth-IPv4-ICMP on TG-DUTn. |br| [Cfg] Configure IPv6 LISP static adjacencies on DUT1 and DUT2 with IPsec in between DUTS. Create Qemu vm on DUT1 and configure bridge between two vhosts. |br| [Ver] Case: ip6-ipsec-lispgpe-ip4 - main fib, virt2lisp Make TG send ICMPv6 Echo Req between its interfaces across both DUTs and LISP GPE tunnel between them; verify IPv6 headers on received packets are correct. |br| [Ref] RFC6830, RFC4303. | PASS | ++--------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC02: DUT1 and DUT2 route IPv4 over Vhost to LISP GPE tunnel using IPsec (transport) on lisp_gpe0 Int. | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-IPv6-IPSec-LISPGPE-IPv6-ICMPv6 on DUT1-DUT2, Eth-IPv6-ICMPv6, on TG-DUTn. |br| [Cfg] Configure IPv6 LISP static adjacencies on DUT1 and DUT2 with IPsec in between DUTS. |br| [Ver] Case: ip6-ipsec-lispgpe-ip4 - main fib, virt2lisp Make TG send ICMPv6 Echo Req between its interfaces across both DUTs and LISP GPE tunnel between them; verify IPv6 headers on received packets are correct. |br| [Ref] RFC6830, RFC4303. | PASS | ++--------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip6ipsectptlispgpe-ip4base-func +'''''''''''''''''''''''''''''''''''''''' + +**IPv6 - ip4-ipsec-lispgpe-ip6 - main fib, virt2lisp, phy2lisp** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv6-LISPGPE-IPSec-IPv4-ICMP, Eth-IPv6-IPSec-LISPGPE-IPv4-ICMP + + - **[Cfg] DUT configuration:** Each DUT is configured with LISP and IPsec. IPsec is in transport mode. Tests cases are for IPsec configured both on RLOC interface or lisp_gpe0 interface. + + - **[Ver] TG verification:** Packet is send from TG(if1) across the DUT1 to DUT2 where it is forwarded to TG(if2). + + - **[Ref] Applicable standard specifications:** RFC6830, RFC4303. + ++---------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++===============================================================================================================+============================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT1 and DUT2 route IPv4 bidirectionally over LISP GPE tunnel using IPsec (transport) on RLOC Int. | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-IPv6-LISPGPE-IPSec-IPv4-ICMP on DUT1-DUT2, Eth-IPv4-ICMP on TG-DUTn. |br| [Cfg] Configure IPv6 LISP static adjacencies on DUT1 and DUT2 with IPsec in between DUTS. |br| [Ver] Make TG send ICMPv6 Echo Req between its interfaces across both DUTs and LISP GPE tunnel between them; verify IPv4 headers on received packets are correct. |br| [Ref] RFC6830, RFC4303. | PASS | ++---------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC02: DUT1 and DUT2 route IPv4 bidirectionally over LISP GPE tunnel using IPsec (transport) on lisp_gpe0 Int. | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-IPv6-IPSec-LISPGPE-IPv4-ICMPv4 on DUT1-DUT2, Eth-IPv4-ICMP on TG-DUTn. |br| [Cfg] Configure IPv6 LISP static adjacencies on DUT1 and DUT2 with IPsec in between DUTS. |br| [Ver] Make TG send ICMPv6 Echo Req between its interfaces across both DUTs and LISP GPE tunnel between them; verify IPv4 headers on received packets are correct. |br| [Ref] RFC6830, RFC4303. | PASS | ++---------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip6ipsectptlispgpe-ip6base-eth-2vhost-1vm-func +''''''''''''''''''''''''''''''''''''''''''''''''''''''' + +**IPv6 - ip6-ipsec-lispgpe-ip6 - main fib, vrf (gpe_vni-to-vrf), phy2lisp, virt2lisp** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv6-IPSec-LISPGPE-IPv6-ICMPv6, + + - **[Cfg] DUT configuration:** Each DUT is configured with LISP and IPsec. IPsec is in transport mode. Tests cases are for IPsec configured both on RLOC interface or lisp_gpe0 interface. + + - **[Ver] TG verification:** Packet is send from TG(if1) across the DUT1 via VM to DUT2 where it is forwarded to TG(if2). + + - **[Ref] Applicable standard specifications:** RFC6830, RFC4303. + ++--------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++========================================================================================================+===========================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT1 and DUT2 route IPv6 over Vhost to LISP GPE tunnel using IPsec (transport) on RLOC Int. | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-IPv6-IPSec-LISPGPE-IPv6-ICMP on DUT1-DUT2, Eth-IPv6-ICMP on TG-DUTn. |br| [Cfg] Configure IPv6 LISP static adjacencies on DUT1 and DUT2 with IPsec in between DUTS. Create Qemu vm on DUT1 and configure bridge between two vhosts. |br| [Ver] Case: ip6-ipsec-lispgpe-ip6 - main fib, virt2lisp Make TG send ICMPv6 Echo Req between its interfaces across both DUTs and LISP GPE tunnel between them; verify IPv6 headers on received packets are correct. |br| [Ref] RFC6830, RFC4303. | PASS | ++--------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC02: DUT1 and DUT2 route IPv6 over Vhost to LISP GPE tunnel using IPsec (transport) on lisp_gpe0 Int. | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-IPv6-IPSec-LISPGPE-IPv6-ICMPv6 on DUT1-DUT2, Eth-IPv6-ICMPv6 on TG-DUTn. |br| [Cfg] Configure IPv6 LISP static adjacencies on DUT1 and DUT2 with IPsec in between DUTS. |br| [Ver] Case: ip6-ipsec-lispgpe-ip6 - main fib, virt2lisp Make TG send ICMPv6 Echo Req between its interfaces across both DUTs and LISP GPE tunnel between them; verify IPv6 headers on received packets are correct. |br| [Ref] RFC6830, RFC4303. | PASS | ++--------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip6ipsectptlispgpe-ip6base-func +'''''''''''''''''''''''''''''''''''''''' + +**IPv6 - ip6-ipsec-lispgpe-ip6 - main fib, vrf (gpe_vni-to-vrf), phy2lisp, virt2lisp** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv6-IPSec-LISPGPE-IPv6-ICMPv6, + + - **[Cfg] DUT configuration:** Each DUT is configured with LISP and IPsec. IPsec is in transport mode. Tests cases are for IPsec configured both on RLOC interface or lisp_gpe0 interface. + + - **[Ver] TG verification:** Packet is send from TG(if1) across the DUT1 to DUT2 where it is forwarded to TG(if2). + + - **[Ref] Applicable standard specifications:** RFC6830, RFC4303. + ++------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++============================================================================================================+================================================================================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT1 and DUT2 route IPv6 bidirectionally over LISP GPE tunnel using IPsec (transport) on RLOC Int. | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-IPv6-IPSec-LISPGPE-IPv6-ICMPv6 on DUT1-DUT2, Eth-IPv6-ICMPv6 on TG-DUTn. |br| [Cfg] Configure IPv6 LISP static adjacencies on DUT1 and DUT2 with IPsec in between DUTS. |br| [Ver] Case: ip6-lispgpe-ipsec-ip6 - main fib, phys2lisp Make TG send ICMPv6 Echo Req between its interfaces across both DUTs and LISP GPE tunnel between them; verify IPv6 headers on received packets are correct. |br| [Ref] RFC6830, RFC4303. | PASS | ++------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC02: DUT1 and DUT2 route IPv6 bidirectionally over LISP GPE tunnel using IPsec (transport) lisp_gpe0 Int. | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-IPv6-IPSec-LISPGPE-IPv6-ICMPv6 on DUT1-DUT2, Eth-IPv6-ICMPv6 on TG-DUTn. |br| [Cfg] Configure IPv6 LISP static adjacencies on DUT1 and DUT2 with IPsec in between DUTS. |br| [Ver] Case: ip6-ipsec-lispgpe-ip6 - main fib, phys2lisp Make TG send ICMPv6 Echo Req between its interfaces across both DUTs and LISP GPE tunnel between them; verify IPv6 headers on received packets are correct. |br| [Ref] RFC6830, RFC4303. | PASS | ++------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip6lisp-l2bdbasemaclrn-func +'''''''''''''''''''''''''''''''''''' + +**l2-lispgpe-ip6 encapsulation test cases** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IP6-ICMPv6-LISPGpe-IP6 + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with L2 bridge domains and neighbors. LISPoIPv6 tunnel is configured between DUT1 and DUT2. + + - **[Ver] TG verification:** Test ICMPv6 Echo Request packets are sent in both directions by TG on links to DUT1 and DUT2; on receive TG verifies packets for correctness and their IPv6 src-addr, dst-addr and MAC addresses. + + - **[Ref] Applicable standard specifications:** RFC6830. + ++----------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++================================================================+========================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: Route IPv6 packet through LISP with Bridge Domain setup. | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-IP6-ICMPv6-LISPGpe-IP6 |br| [Cfg] Configure IPv6 LISP static adjacencies on DUT1 and DUT2. Also configure BD and assign it to LISP VNI. |br| [Ver] Make TG send ICMPv6 Echo Req between its interfaces across both DUTs and LISP tunnel between them; verify IPv6, Ether headers on received packets are correct. |br| [Ref] RFC6830. | PASS | ++----------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip6lispgpe-ip4base-func +'''''''''''''''''''''''''''''''' + +**LISP static adjacency test cases** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv6-LISP-IPv4-ICMPv4 on DUT1-DUT2, Eth-IPv4-ICMPv4 on TG-DUTn for IPv4 routing over LISPoIPv6 tunnel. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with IPv4 routing and static routes. LISPoIPv6 tunnel is configured between DUT1 and DUT2. + + - **[Ver] TG verification:** Test ICMPv4 Echo Request packets are sent in both directions by TG on links to DUT1 and DUT2; on receive TG verifies packets for correctness and their IPv4 src-addr, dst-addr and MAC addresses. + + - **[Ref] Applicable standard specifications:** RFC6830. + ++----------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++======================================================================+======================================================================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT1 and DUT2 route IPv4 bidirectionally over LISPoIPv6 tunnel | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-IPv6-LISP-IPv4-ICMPv4 on DUT1-DUT2, Eth-IPv4-ICMPv4 on TG-DUTn. |br| [Cfg] On DUT1 and DUT2 configure IPv6 LISP static adjacencies. |br| [Ver] Make TG send ICMPv4 Echo Req between its interfaces across both DUTs and LISP tunnel between them; verify IPv4 headers on received packets are correct. |br| [Cfg2] Reconf LISP. |br| [Ver2] Verify packets are received again via LISP tunnel. |br| [Ref] RFC6830. | PASS | ++----------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip6lispgpe-ip6base-eth-2vhost-1vm-func +''''''''''''''''''''''''''''''''''''''''''''''' + +**ip6-lispgpe-ip6 encapsulation test cases** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv6-LISP-IPv6-ICMPv6 on DUT1-DUT2, Eth-IPv6-ICMPv6 on TG-DUTn for IPv6 routing over LISPoIPv6 tunnel. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with IPv6 routing and static routes. LISPoIPv6 tunnel is configured between DUT1 and DUT2. + + - **[Ver] TG verification:** Test ICMPv6 Echo Request packets are sent in both directions by TG on links to DUT1 and DUT2; on receive TG verifies packets for correctness and their IPv6 src-addr, dst-addr and MAC addresses. + + - **[Ref] Applicable standard specifications:** RFC6830. + ++--------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++============================================================================================+=================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT1 and DUT2 route IPv6 bidirectionally over LISP GPE tunnel using vhost interfaces | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-IPv6-LISPGPE-IPv6-ICMPv6 on DUT1-DUT2, Eth-IPv6-ICMPv6 on TG-DUTn. |br| [Cfg] Configure IPv6 LISP static adjacencies on DUT1 and DUT2. |br| [Ver] Case: ip6-ipsec-lispgpe-ip6 - main fib, virt2lisp Make TG send ICMPv6 Echo Req between its interfaces across both DUTs and LISP GPE tunnel between them; verify IPv6 headers on received packets are correct. | PASS | ++--------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip6lispgpe-ip6base-func +'''''''''''''''''''''''''''''''' + +**ip6-lispgpe-ip6 encapsulation test cases** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv6-LISP-IPv6-ICMPv6 on DUT1-DUT2, Eth-IPv6-ICMPv6 on TG-DUTn for IPv6 routing over LISPoIPv6 tunnel. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with IPv6 routing and static routes. LISPoIPv6 tunnel is configured between DUT1 and DUT2. + + - **[Ver] TG verification:** Test ICMPv6 Echo Request packets are sent in both directions by TG on links to DUT1 and DUT2; on receive TG verifies packets for correctness and their IPv6 src-addr, dst-addr and MAC addresses. + + - **[Ref] Applicable standard specifications:** RFC6830. + ++-----------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++===============================================================================================+=====================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT1 and DUT2 route IPv6 bidirectionally over LISP GPE tunnel using physical interfaces | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-IPv6-LISPGPE-IPv6-ICMPv6 on DUT1-DUT2, Eth-IPv6-ICMPv6 on TG-DUTn. |br| [Cfg] Configure IPv6 LISP static adjacencies on DUT1 and DUT2. |br| [Ver] Case: ip6-lispgpe-ip6 - phy2lisp Make TG send ICMPv6 Echo Req between its interfaces across both DUTs and LISP GPE tunnel between them; verify IPv6 headers on received packets are correct. |br| [Ref] RFC6830. | PASS | ++-----------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip6lispgpe-ip6basevrf-eth-2vhost-1vm-func +'''''''''''''''''''''''''''''''''''''''''''''''''' + +**ip6-lispgpe-ip6 encapsulation test cases** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv6-LISP-IPv6-ICMPv6 on DUT1-DUT2, Eth-IPv6-ICMPv6 on TG-DUTn for IPv6 routing over LISPoIPv6 tunnel. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with IPv6 routing and static routes. LISPoIPv6 tunnel is configured between DUT1 and DUT2. + + - **[Ver] TG verification:** Test ICMPv6 Echo Request packets are sent in both directions by TG on links to DUT1 and DUT2; on receive TG verifies packets for correctness and their IPv6 src-addr, dst-addr and MAC addresses. + + - **[Ref] Applicable standard specifications:** RFC6830. + ++---------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++===============================================================================================================+===========================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT1 and DUT2 route IPv6 bidirectionally over LISP GPE tunnel using vhost interfaces and VRF is enabled | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-IPv6-LISPGPE-IPv6-ICMPv6 on DUT1-DUT2, Eth-IPv6-ICMPv6 on TG-DUTn. |br| [Cfg] Configure IPv6 LISP static adjacencies on DUT1 and DUT2. |br| [Ver] Case: ip6-lispgpe-ip6 - vrf, virt2lisp Make TG send ICMPv6 Echo Req between its interfaces across both DUTs and LISP GPE tunnel between them; verify IPv6 headers on received packets are correct. |br| [Ref] RFC6830. | PASS | ++---------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip6lispgpe-ip6basevrf-func +''''''''''''''''''''''''''''''''''' + +**ip6-lispgpe-ip6 encapsulation test cases** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv6-LISP-IPv6-ICMPv6 on DUT1-DUT2, Eth-IPv6-ICMPv6 on TG-DUTn for IPv6 routing over LISPoIPv6 tunnel. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with IPv6 routing and static routes. LISPoIPv6 tunnel is configured between DUT1 and DUT2. + + - **[Ver] TG verification:** Test ICMPv6 Echo Request packets are sent in both directions by TG on links to DUT1 and DUT2; on receive TG verifies packets for correctness and their IPv6 src-addr, dst-addr and MAC addresses. + + - **[Ref] Applicable standard specifications:** RFC6830. + ++------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++==================================================================================================================+==========================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT1 and DUT2 route IPv6 bidirectionally over LISP GPE tunnel using physical interfaces and VRF is enabled | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-IPv6-LISPGPE-IPv6-ICMPv6 on DUT1-DUT2, Eth-IPv6-ICMPv6 on TG-DUTn. |br| [Cfg] Configure IPv6 LISP static adjacencies on DUT1 and DUT2. |br| [Ver] Case: ip6-lispgpe-ip6 - vrf, phy2lisp Make TG send ICMPv6 Echo Req between its interfaces across both DUTs and LISP GPE tunnel between them; verify IPv6 headers on received packets are correct. |br| [Ref] RFC6830. | PASS | ++------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +Softwire Tunnels +```````````````` + + + +eth2p-ethip4--ethip6ip4-ip4base--ip6base-swirelw46-func +''''''''''''''''''''''''''''''''''''''''''''''''''''''' + +**Lightweight 4 over 6 test cases** LW4o6 is a subset of MAP-E, with per-subscriber rules. It uses the same tunneling mechanism and configuration as MAP-E. It does not use embedded address bits. + + - **[Top] Network Topologies:** TG=DUT1 2-node topology with two links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4-UDP on TG_if1-DUT, Eth-IPv6-IPv4-UDP on TG_if2_DUT. + + - **[Cfg] DUT configuration:** DUT1 is configured as lwAFTR. + + - **[Ver] TG verification:** Test UDP ICMP Echo Request in IPv4 are sent to lwAFTR and are verified by TG for correctness their encapsulation in IPv6 src-addr, dst-addr and MAC addresses. + + - **[Ref] Applicable standard specifications:** RFC7596 RFC7597. + ++----------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++==================================================================================+===================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: Encapsulate IPv4 into IPv6. IPv6 dst depends on IPv4 and UDP destination | |br| [Top] TG=DUT1. |br| [Enc] Eth-IPv4-UDP on TG_if1-DUT, Eth-IPv6-IPv4-UDP on TG_if2_DUT. |br| [Cfg] On DUT1 configure Map domain and Map rule. |br| [Ver] Make TG send non-encapsulated UDP to DUT; verify TG received IPv4oIPv6 encapsulated packet is correct. |br| [Ref] RFC7596 RFC7597 | PASS | ++----------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC02: Encapsulate IPv4 ICMP into IPv6. IPv6 dst depends on IPv4 addr and ICMP ID | |br| [Top] TG=DUT1. |br| [Enc] Eth-IPv4-ICMP(type 0 and 8) on TG_if1-DUT, Eth-IPv6-IPv4-ICMP on TG_if2_DUT. |br| [Cfg] On DUT1 configure Map domain and Map rule. |br| [Ver] Make TG send non-encapsulated ICMP to DUT; verify TG received IPv4oIPv6 encapsulated packet is correct. Checks IPv6 destination based on ICMP Identifier field. |br| [Ref] RFC7596 section 8.1 | PASS | ++----------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC03: Decapsulate IPv4 UDP from IPv6. | |br| [Top] TG=DUT1. |br| [Enc] Eth-IPv6-IPv4-UDP on TG_if2_DUT, Eth-IPv4-UDP on TG_if1-DUT. |br| [Cfg] On DUT1 configure Map domain and Map rule. |br| [Ver] Make TG send encapsulated UDP to DUT; verify TG received IPv4 non-encapsulated packet is correct. |br| [Ref] RFC7596 RFC7597 | PASS | ++----------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC04: Hairpinning of traffic between two lwB4 | |br| [Top] DUT1-TG. |br| [Enc] Eth-IPv6-IPv4-UDP on TG_if2_DUT, Eth-IPv6-IPv4-UDP on TG_if2_DUT. |br| [Cfg] On DUT1 configure Map domain and two Map rules. |br| [Ver] Make TG send encapsulated UDP to DUT; verify TG received encapsulated packet is correct. |br| [Ref] RFC7596 RFC7597 | PASS | ++----------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip4--ethip6ip4-ip4base--ip6base-swiremape-func +''''''''''''''''''''''''''''''''''''''''''''''''''''''' + +**Test for Basic mapping rule for MAP-E** + + - **[Top] Network Topologies:** TG - DUT1 - TG with two links between the nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4-UDP on TG-to-DUT-if1. Eth-IPv6-IPv4-UDP on TG-to-DUT-if2. + + - **[Cfg] DUT configuration:** DUT is configured with IPv4 on one DUT-to-TG interface and IPv6 address on second DUT-to-TG interface. MAP-E domain is configured in test template based on test parameters. + + - **[Ver] TG verification:** UDP packets in IPv4 are sent by TG to destination in MAP domain. IPv6 packets with encapsulated IPv4 are received on TG interface. + + - **[Ref] Applicable standard specifications:** RFC7597. + ++----------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++==================================================================================+==========================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: BMR, then an IPv4 prefix is assigned | Basic Mapping Rule https://tools.ietf.org/html/rfc7597#section-5.2 IPv4 prefix length + ea bits length < 32 (o + r < 32) psid_length = 0, ip6_prefix < 64, ip4_prefix <= 32 | PASS | ++----------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC02: BMR, full IPv4 address is to be assigned | Basic Mapping Rule https://tools.ietf.org/html/rfc7597#section-5.2 IPv4 prefix length + ea bits length == 32 (o + r == 32) psid_length = 0, ip6_prefix < 64, ip4_prefix <= 32 | PASS | ++----------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC03: BMR, shared IPv4 address is to be assigned | Basic Mapping Rule https://tools.ietf.org/html/rfc7597#section-5.2 IPv4 prefix length + ea bits length > 32 (o + r > 32) ip6_prefix < 64, ip4_prefix <= 32 | PASS | ++----------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC04: End user IPv6 prefix is 64 | Supported End-User IPv6 prefix length is 64 bit. | PASS | ++----------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC05: IPv4 prefix is 0 | | FAIL | ++----------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC06: Multiple domain and check with traffic script IPv4 source IPv6 destination | |br| [Top] TG=DUT1. |br| [Cfg] Multiple MAP-E domains are configured, values from variable file. |br| [Ver] Send IPv4 to destination in configured domain and receive IPv6 packet. |br| [Ref] RFC7597. | PASS | ++----------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC07: Multiple domain and check with traffic script IPv6 source IPv6 destination | |br| [Top] TG=DUT1. |br| [Cfg] Multiple MAP-E domains are configured, values from variable file. |br| [Ver] Send IPv4 encapsulated in IPv6. Source and destination are from configured domains. Check if VPP translate IPv6 addresses. |br| [Ref] RFC7597. | PASS | ++----------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC08: Encapsulate IPv4 ICMP into IPv6 | |br| [Top] TG=DUT1. |br| [Enc] Eth-IPv4-ICMP(type 0 and 8) on TG_if1-DUT, Eth-IPv6-IPv4-ICMP on TG_if2_DUT. |br| [Cfg] Multiple MAP-E domains are configured, values from variable file. |br| [Ver] Make TG send non-encapsulated ICMP to DUT; verify TG received IPv4oIPv6 encapsulated packet is correct. Checks IPv6 destination based on ICMP Identifier field. |br| [Ref] RFC7597 section 8.2. | PASS | ++----------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC09: Repeated ip neighbor command doesnt put FIB to broken state | Original issue described in https://jira.fd.io/browse/VPP-312. |br| [Top] TG=DUT1. |br| [Cfg] IP address are set on interfaces, ip neighbor multiple times |br| [Ver] FIB is not in broken state. The steps are add route, check with traffic then add same route again and check with traffic script. | PASS | ++----------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Bug: VPP-318 | qlen < psid length | FAIL | ++----------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip4--ethip6ip4-ip4base--ip6base-swiremapt-func +''''''''''''''''''''''''''''''''''''''''''''''''''''''' + +**Test for Basic mapping rule for MAP-T** + + - **[Top] Network Topologies:** TG - DUT1 - TG with two links between the nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4-UDP on TG-to-DUT-if1. Eth-IPv6-UDP on TG-to-DUT-if2. + + - **[Cfg] DUT configuration:** DUT is configured with IPv4 on one DUT-to-TG interface and IPv6 address on second DUT-to-TG interface. MAP-T domain is configured in test template based on test parameters. + + - **[Ver] TG verification:** UDP packets in IPv4 are sent by TG to destination in MAP domain. IPv6 packets with translated IPv4 addresses are received on TG interface. + + - **[Ref] Applicable standard specifications:** RFC7599 + ++------------------+------------------------------------------+--------+ +| Name | Documentation | Status | ++==================+==========================================+========+ +| TC01: MAP-T test | Test to check map-t address translation. | PASS | ++------------------+------------------------------------------+--------+ + +Cop Address Security +```````````````````` + + + +eth2p-ethip4-ip4base-copblklistbase-func +'''''''''''''''''''''''''''''''''''''''' + +**COP Security IPv4 Blacklist Tests** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4-ICMPv4 on all links. + + - **[Cfg] DUT configuration:** DUT1 is configured with IPv4 routing and static routes. COP security black-lists are applied on DUT1 ingress interface from TG. DUT2 is configured with L2XC. + + - **[Ver] TG verification:** Test ICMPv4 Echo Request packets are sent in one direction by TG on link to DUT1; on receive TG verifies packets for correctness and drops as applicable. + + - **[Ref] Applicable standard specifications:** + ++---------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++=====================================================================+===============================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT drops IPv4 pkts with COP blacklist set with IPv4 src-addr | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-IPv4-ICMPv4. |br| [Cfg] On DUT1 configure interface IPv4 addresses and routes in the main routing domain, add COP blacklist on interface to TG with IPv4 src-addr matching packets generated by TG; on DUT2 configure L2 xconnect. |br| [Ver] Make TG send ICMPv4 Echo Req on its interface to DUT1; verify no ICMPv4 Echo Req pkts are received. |br| [Ref] | PASS | ++---------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip4-ip4base-copwhlistbase-func +''''''''''''''''''''''''''''''''''''''' + +**COP Security IPv4 Whitelist Tests** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4-ICMPv4 on all links. + + - **[Cfg] DUT configuration:** DUT1 is configured with IPv4 routing and static routes. COP security white-lists are applied on DUT1 ingress interface from TG. DUT2 is configured with L2XC. + + - **[Ver] TG verification:** Test ICMPv4 Echo Request packets are sent in one direction by TG on link to DUT1; on receive TG verifies packets for correctness and drops as applicable. + + - **[Ref] Applicable standard specifications:** + ++-----------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++=======================================================================+====================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT permits IPv4 pkts with COP whitelist set with IPv4 src-addr | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-IPv4-ICMPv4. |br| [Cfg] On DUT1 configure interface IPv4 addresses and routes in the main routing domain, add COP whitelist on interface to TG with IPv4 src-addr matching packets generated by TG; on DUT2 configure L2 xconnect. |br| [Ver] Make TG send ICMPv4 Echo Req on its interface to DUT1; verify received ICMPv4 Echo Req pkts are correct. |br| [Ref] | PASS | ++-----------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip6-ip6base-copblklistbase-func +'''''''''''''''''''''''''''''''''''''''' + +**COP Security IPv6 Blacklist Tests** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv6-ICMPv6 on all links. + + - **[Cfg] DUT configuration:** DUT1 is configured with IPv6 routing and static routes. COP security black-lists are applied on DUT1 ingress interface from TG. DUT2 is configured with L2XC. + + - **[Ver] TG verification:** Test ICMPv6 Echo Request packets are sent in one direction by TG on link to DUT1; on receive TG verifies packets for correctness and drops as applicable. + + - **[Ref] Applicable standard specifications:** + ++---------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++=====================================================================+===============================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT drops IPv6 pkts with COP blacklist set with IPv6 src-addr | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-IPv6-ICMPv6. |br| [Cfg] On DUT1 configure interface IPv6 addresses and routes in the main routing domain, add COP blacklist on interface to TG with IPv6 src-addr matching packets generated by TG; on DUT2 configure L2 xconnect. |br| [Ver] Make TG send ICMPv6 Echo Req on its interface to DUT1; verify no ICMPv6 Echo Req pkts are received. |br| [Ref] | PASS | ++---------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip6-ip6base-copwhlistbase-func +''''''''''''''''''''''''''''''''''''''' + +**COP Security IPv6 Whitelist Tests** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv6-ICMPv6 on all links. + + - **[Cfg] DUT configuration:** DUT1 is configured with IPv6 routing and static routes. COP security white-lists are applied on DUT1 ingress interface from TG. DUT2 is configured with L2XC. + + - **[Ver] TG verification:** Test ICMPv6 Echo Request packets are sent in one direction by TG on link to DUT1; on receive TG verifies packets for correctness and drops as applicable. + + - **[Ref] Applicable standard specifications:** + ++-----------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++=======================================================================+====================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT permits IPv6 pkts with COP whitelist set with IPv6 src-addr | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-IPv6-ICMPv6. |br| [Cfg] On DUT1 configure interface IPv6 addresses and routes in the main routing domain, add COP whitelist on interface to TG with IPv6 src-addr matching packets generated by TG; on DUT2 configure L2 xconnect. |br| [Ver] Make TG send ICMPv6 Echo Req on its interface to DUT1; verify received ICMPv6 Echo Req pkts are correct. |br| [Ref] | PASS | ++-----------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +IPSec - Tunnels and Transport +````````````````````````````` + + + +eth2p-ethip4ipsectnl-ip4base-func +''''''''''''''''''''''''''''''''' + +**IPv4 IPsec tunnel mode test suite.** + + - **[Top] Network topologies:** TG-DUT1 2-node topology with one link between nodes. + + - **[Cfg] DUT configuration:** On DUT1 create loopback interface, configure loopback an physical interface IPv4 addresses, static ARP record, route and IPsec manual keyed connection in tunnel mode. + + - **[Ver] TG verification:** ESP packet is sent from TG to DUT1. ESP packet is received on TG from DUT1. + + - **[Ref] Applicable standard specifications:** RFC4303. + ++------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++========================================================================================================================================================================+================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: VPP process ESP packet in Tunnel Mode with AES-CBC-128 encryption and SHA1-96 integrity | |br| [Top] TG-DUT1. |br| [Ref] RFC4303. |br| [Cfg] On DUT1 configure IPsec manual keyed connection with encryption algorithm AES-CBC-128 and integrity algorithm SHA1-96 in tunnel mode. |br| [Ver] Send and receive ESP packet between TG and VPP node. | PASS | ++------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC05: VPP process ESP packet in Tunnel Mode with AES-CBC-192 encryption and SHA-256-128 integrity | |br| [Top] TG-DUT1. |br| [Ref] RFC4303. |br| [Cfg] On DUT1 configure IPsec manual keyed connection with encryption algorithm AES-CBC-192 and integrity algorithm SHA-256-128 in tunnel mode. |br| [Ver] Send and receive ESP packet between TG and VPP node. | PASS | ++------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC09: VPP process ESP packet in Tunnel Mode with AES-CBC-256 encryption and SHA-384-192 integrity | |br| [Top] TG-DUT1. |br| [Ref] RFC4303. |br| [Cfg] On DUT1 configure IPsec manual keyed connection with encryption algorithm AES-CBC-256 and integrity algorithm SHA-384-192 in tunnel mode. |br| [Ver] Send and receive ESP packet between TG and VPP node. | PASS | ++------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC12: VPP process ESP packet in Tunnel Mode with AES-CBC-256 encryption and SHA-512-256 integrity | |br| [Top] TG-DUT1. |br| [Ref] RFC4303. |br| [Cfg] On DUT1 configure IPsec manual keyed connection with encryption algorithm AES-CBC-256 and integrity algorithm SHA-512-256 in tunnel mode. |br| [Ver] Send and receive ESP packet between TG and VPP node. | PASS | ++------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC13: VPP process ESP packet in Tunnel Mode with AES-CBC-128 encryption and SHA1-96 integrity - different encryption alogrithms used | |br| [Top] TG-DUT1. |br| [Cfg] On DUT1 configure IPsec manual keyed connection with encryption algorithm AES-CBC-128 and integrity algorithm SHA1-96 in tunnel mode. |br| [Ver] Send an ESP packet encrypted by encryption key different from encryption key stored on VPP node from TG to VPP node and expect no response to be received on TG. |br| [Ref] RFC4303. | PASS | ++------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC14: VPP process ESP packet in Tunnel Mode with AES-CBC-128 encryption and SHA1-96 integrity - different integrity alogrithms used | |br| [Top] TG-DUT1. |br| [Cfg] On DUT1 configure IPsec manual keyed connection with encryption algorithm AES-CBC-128 and integrity algorithm SHA1-96 in tunnel mode. |br| [Ver] Send an ESP packet authenticated by integrity key different from integrity key stored on VPP node from TG to VPP node and expect no response to be received on TG. |br| [Ref] RFC4303. | PASS | ++------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC15: VPP process ESP packet in Tunnel Mode with AES-CBC-128 encryption and SHA1-96 integrity - different encryption and integrity alogrithms used | |br| [Top] TG-DUT1. |br| [Cfg] On DUT1 configure IPsec manual keyed connection with encryption algorithm AES-CBC-128 and integrity algorithm SHA1-96 in tunnel mode. |br| [Ver] Send an ESP packet authenticated by integrity key and encrypted by encryption key different from integrity and encryption keys stored on VPP node from TG to VPP node and expect no response to be received on TG. |br| [Ref] RFC4303. | PASS | ++------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC16: VPP process ESP packet in Tunnel Mode with AES-CBC-128 encryption and SHA1-96 integrity with update SA keys | |br| [Top] TG-DUT1. |br| [Ref] RFC4303. |br| [Cfg] On DUT1 configure IPsec manual keyed connection with encryption algorithm AES-CBC-128 and integrity algorithm SHA1-96 in tunnel mode. Then update SA keys - use new keys. |br| [Ver] Send and receive ESP packet between TG and VPP node before and after SA keys update. | PASS | ++------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC17: VPP process ESP packet in Tunnel Mode with AES-CBC-128 encryption and SHA1-96 integrity with update SA keys - different encryption alogrithms used | |br| [Top] TG-DUT1. |br| [Ref] RFC4303. |br| [Cfg] On DUT1 configure IPsec manual keyed connection with encryption algorithm AES-CBC-128 and integrity algorithm SHA1-96 in tunnel mode. Then update SA keys - use new keys. |br| [Ver] Send an ESP packet encrypted by encryption key different from encryption key stored on VPP node from TG to VPP node and expect no response to be received on TG before and after SA keys update. | PASS | ++------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC18: VPP process ESP packet in Tunnel Mode with AES-CBC-128 encryption and SHA1-96 integrity with update SA keys - different integrity alogrithms used | |br| [Top] TG-DUT1. |br| [Ref] RFC4303. |br| [Cfg] On DUT1 configure IPsec manual keyed connection with encryption algorithm AES-CBC-128 and integrity algorithm SHA1-96 in tunnel mode. Then update SA keys - use new keys. |br| [Ver] Send an ESP packet authenticated by integrity key different from integrity key stored on VPP node from TG to VPP node and expect no response to be received on TG before and after SA keys update. | PASS | ++------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC19: VPP process ESP packet in Tunnel Mode with AES-CBC-128 encryption and SHA1-96 integrity with update SA keys - different encryption and integrity alogrithms used | |br| [Top] TG-DUT1. |br| [Ref] RFC4303. |br| [Cfg] On DUT1 configure IPsec manual keyed connection with encryption algorithm AES-CBC-128 and integrity algorithm SHA1-96 in tunnel mode. Then update SA keys - use new keys. |br| [Ver] Send an ESP packet authenticated by integrity key and encrypted by encryption key different from integrity and encryption keys stored on VPP node from TG to VPP node and expect no response to be received on TG before and after SA keys update. | PASS | ++------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip4ipsectpt-ip4base-func +''''''''''''''''''''''''''''''''' + +**IPv4 IPsec transport mode test suite.** + + - **[Top] Network topologies:** TG-DUT1 2-node topology with one link between nodes. + + - **[Cfg] DUT configuration:** On DUT1 create loopback interface, configure loopback an physical interface IPv4 addresses, static ARP record, route and IPsec manual keyed connection in transport mode. + + - **[Ver] TG verification:** ESP packet is sent from TG to DUT1. ESP packet is received on TG from DUT1. + + - **[Ref] Applicable standard specifications:** RFC4303. + ++---------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++===========================================================================================================================================================================+===================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: VPP process ESP packet in Transport Mode with AES-CBC-128 encryption and SHA1-96 integrity | |br| [Top] TG-DUT1. |br| [Ref] RFC4303. |br| [Cfg] On DUT1 configure IPsec manual keyed connection with encryption algorithm AES-CBC-128 and integrity algorithm SHA1-96 in transport mode. |br| [Ver] Send and receive ESP packet between TG and VPP node. | PASS | ++---------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC05: VPP process ESP packet in Transport Mode with AES-CBC-192 encryption and SHA-256-128 integrity | |br| [Top] TG-DUT1. |br| [Ref] RFC4303. |br| [Cfg] On DUT1 configure IPsec manual keyed connection with encryption algorithm AES-CBC-192 and integrity algorithm SHA-256-128 in transport mode. |br| [Ver] Send and receive ESP packet between TG and VPP node. | PASS | ++---------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC09: VPP process ESP packet in Transport Mode with AES-CBC-256 encryption and SHA-384-192 integrity | |br| [Top] TG-DUT1. |br| [Ref] RFC4303. |br| [Cfg] On DUT1 configure IPsec manual keyed connection with encryption algorithm AES-CBC-256 and integrity algorithm SHA-384-192 in transport mode. |br| [Ver] Send and receive ESP packet between TG and VPP node. | PASS | ++---------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC12: VPP process ESP packet in Transport Mode with AES-CBC-256 encryption and SHA-512-256 integrity | |br| [Top] TG-DUT1. |br| [Ref] RFC4303. |br| [Cfg] On DUT1 configure IPsec manual keyed connection with encryption algorithm AES-CBC-256 and integrity algorithm SHA-512-256 in transport mode. |br| [Ver] Send and receive ESP packet between TG and VPP node. | PASS | ++---------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC13: VPP process ESP packet in Transport Mode with AES-CBC-128 encryption and SHA1-96 integrity - different encryption alogrithms used | |br| [Top] TG-DUT1. |br| [Cfg] On DUT1 configure IPsec manual keyed connection with encryption algorithm AES-CBC-128 and integrity algorithm SHA1-96 in transport mode. |br| [Ver] Send an ESP packet encrypted by encryption key different from encryption key stored on VPP node from TG to VPP node and expect no response to be received on TG. |br| [Ref] RFC4303. | PASS | ++---------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC14: VPP process ESP packet in Transport Mode with AES-CBC-128 encryption and SHA1-96 integrity - different integrity alogrithms used | |br| [Top] TG-DUT1. |br| [Cfg] On DUT1 configure IPsec manual keyed connection with encryption algorithm AES-CBC-128 and integrity algorithm SHA1-96 in transport mode. |br| [Ver] Send an ESP packet authenticated by integrity key different from integrity key stored on VPP node from TG to VPP node and expect no response to be received on TG. |br| [Ref] RFC4303. | PASS | ++---------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC15: VPP process ESP packet in Transport Mode with AES-CBC-128 encryption and SHA1-96 integrity - different encryption and integrity alogrithms used | |br| [Top] TG-DUT1. |br| [Cfg] On DUT1 configure IPsec manual keyed connection with encryption algorithm AES-CBC-128 and integrity algorithm SHA1-96 in transport mode. |br| [Ver] Send an ESP packet authenticated by integrity key and encrypted by encryption key different from integrity and encryption keys stored on VPP node from TG to VPP node and expect no response to be received on TG. |br| [Ref] RFC4303. | PASS | ++---------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC16: VPP process ESP packet in Transport Mode with AES-CBC-128 encryption and SHA1-96 integrity with update SA keys | |br| [Top] TG-DUT1. |br| [Ref] RFC4303. |br| [Cfg] On DUT1 configure IPsec manual keyed connection with encryption algorithm AES-CBC-128 and integrity algorithm SHA1-96 in transport mode. Then update SA keys - use new keys. |br| [Ver] Send and receive ESP packet between TG and VPP node before and after SA keys update. | PASS | ++---------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC17: VPP process ESP packet in Transport Mode with AES-CBC-128 encryption and SHA1-96 integrity with update SA keys - different encryption alogrithms used | |br| [Top] TG-DUT1. |br| [Ref] RFC4303. |br| [Cfg] On DUT1 configure IPsec manual keyed connection with encryption algorithm AES-CBC-128 and integrity algorithm SHA1-96 in transport mode. Then update SA keys - use new keys. |br| [Ver] Send an ESP packet encrypted by encryption key different from encryption key stored on VPP node from TG to VPP node and expect no response to be received on TG before and after SA keys update. | PASS | ++---------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC18: VPP process ESP packet in Transport Mode with AES-CBC-128 encryption and SHA1-96 integrity with update SA keys - different integrity alogrithms used | |br| [Top] TG-DUT1. |br| [Ref] RFC4303. |br| [Cfg] On DUT1 configure IPsec manual keyed connection with encryption algorithm AES-CBC-128 and integrity algorithm SHA1-96 in transport mode. Then update SA keys - use new keys. |br| [Ver] Send an ESP packet authenticated by integrity key different from integrity key stored on VPP node from TG to VPP node and expect no response to be received on TG before and after SA keys update. | PASS | ++---------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC19: VPP process ESP packet in Transport Mode with AES-CBC-128 encryption and SHA1-96 integrity with update SA keys - different encryption and integrity alogrithms used | |br| [Top] TG-DUT1. |br| [Ref] RFC4303. |br| [Cfg] On DUT1 configure IPsec manual keyed connection with encryption algorithm AES-CBC-128 and integrity algorithm SHA1-96 in transport mode. Then update SA keys - use new keys. |br| [Ver] Send an ESP packet authenticated by integrity key and encrypted by encryption key different from integrity and encryption keys stored on VPP node from TG to VPP node and expect no response to be received on TG before and after SA keys update. | PASS | ++---------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip6ipsectnl-ip6base-func +''''''''''''''''''''''''''''''''' + +**IPv6 IPsec tunnel mode test suite.** + + - **[Top] Network topologies:** TG-DUT1 2-node topology with one link between nodes. + + - **[Cfg] DUT configuration:** On DUT1 create loopback interface, configure loopback an physical interface IPv6 addresses, static ARP record, route and IPsec manual keyed connection in tunnel mode. + + - **[Ver] TG verification:** ESP packet is sent from TG to DUT1. ESP packet is received on TG from DUT1. + + - **[Ref] Applicable standard specifications:** RFC4303. + ++------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++========================================================================================================================================================================+================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: VPP process ESP packet in Tunnel Mode with AES-CBC-128 encryption and SHA1-96 integrity | |br| [Top] TG-DUT1. |br| [Ref] RFC4303. |br| [Cfg] On DUT1 configure IPsec manual keyed connection with encryption algorithm AES-CBC-128 and integrity algorithm SHA1-96 in tunnel mode. |br| [Ver] Send and receive ESP packet between TG and VPP node. | PASS | ++------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC05: VPP process ESP packet in Tunnel Mode with AES-CBC-192 encryption and SHA-256-128 integrity | |br| [Top] TG-DUT1. |br| [Ref] RFC4303. |br| [Cfg] On DUT1 configure IPsec manual keyed connection with encryption algorithm AES-CBC-192 and integrity algorithm SHA-256-128 in tunnel mode. |br| [Ver] Send and receive ESP packet between TG and VPP node. | PASS | ++------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC09: VPP process ESP packet in Tunnel Mode with AES-CBC-256 encryption and SHA-384-192 integrity | |br| [Top] TG-DUT1. |br| [Ref] RFC4303. |br| [Cfg] On DUT1 configure IPsec manual keyed connection with encryption algorithm AES-CBC-256 and integrity algorithm SHA-384-192 in tunnel mode. |br| [Ver] Send and receive ESP packet between TG and VPP node. | PASS | ++------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC12: VPP process ESP packet in Tunnel Mode with AES-CBC-256 encryption and SHA-512-256 integrity | |br| [Top] TG-DUT1. |br| [Ref] RFC4303. |br| [Cfg] On DUT1 configure IPsec manual keyed connection with encryption algorithm AES-CBC-256 and integrity algorithm SHA-512-256 in tunnel mode. |br| [Ver] Send and receive ESP packet between TG and VPP node. | PASS | ++------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC13: VPP process ESP packet in Tunnel Mode with AES-CBC-128 encryption and SHA1-96 integrity - different encryption alogrithms used | |br| [Top] TG-DUT1. |br| [Cfg] On DUT1 configure IPsec manual keyed connection with encryption algorithm AES-CBC-128 and integrity algorithm SHA1-96 in tunnel mode. |br| [Ver] Send an ESP packet encrypted by encryption key different from encryption key stored on VPP node from TG to VPP node and expect no response to be received on TG. |br| [Ref] RFC4303. | PASS | ++------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC14: VPP process ESP packet in Tunnel Mode with AES-CBC-128 encryption and SHA1-96 integrity - different integrity alogrithms used | |br| [Top] TG-DUT1. |br| [Cfg] On DUT1 configure IPsec manual keyed connection with encryption algorithm AES-CBC-128 and integrity algorithm SHA1-96 in tunnel mode. |br| [Ver] Send an ESP packet authenticated by integrity key different from integrity key stored on VPP node from TG to VPP node and expect no response to be received on TG. |br| [Ref] RFC4303. | PASS | ++------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC15: VPP process ESP packet in Tunnel Mode with AES-CBC-128 encryption and SHA1-96 integrity - different encryption and integrity alogrithms used | |br| [Top] TG-DUT1. |br| [Cfg] On DUT1 configure IPsec manual keyed connection with encryption algorithm AES-CBC-128 and integrity algorithm SHA1-96 in tunnel mode. |br| [Ver] Send an ESP packet authenticated by integrity key and encrypted by encryption key different from integrity and encryption keys stored on VPP node from TG to VPP node and expect no response to be received on TG. |br| [Ref] RFC4303. | PASS | ++------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC16: VPP process ESP packet in Tunnel Mode with AES-CBC-128 encryption and SHA1-96 integrity with update SA keys | |br| [Top] TG-DUT1. |br| [Ref] RFC4303. |br| [Cfg] On DUT1 configure IPsec manual keyed connection with encryption algorithm AES-CBC-128 and integrity algorithm SHA1-96 in tunnel mode. Then update SA keys - use new keys. |br| [Ver] Send and receive ESP packet between TG and VPP node before and after SA keys update. | PASS | ++------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC17: VPP process ESP packet in Tunnel Mode with AES-CBC-128 encryption and SHA1-96 integrity with update SA keys - different encryption alogrithms used | |br| [Top] TG-DUT1. |br| [Ref] RFC4303. |br| [Cfg] On DUT1 configure IPsec manual keyed connection with encryption algorithm AES-CBC-128 and integrity algorithm SHA1-96 in tunnel mode. Then update SA keys - use new keys. |br| [Ver] Send an ESP packet encrypted by encryption key different from encryption key stored on VPP node from TG to VPP node and expect no response to be received on TG before and after SA keys update. | PASS | ++------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC18: VPP process ESP packet in Tunnel Mode with AES-CBC-128 encryption and SHA1-96 integrity with update SA keys - different integrity alogrithms used | |br| [Top] TG-DUT1. |br| [Ref] RFC4303. |br| [Cfg] On DUT1 configure IPsec manual keyed connection with encryption algorithm AES-CBC-128 and integrity algorithm SHA1-96 in tunnel mode. Then update SA keys - use new keys. |br| [Ver] Send an ESP packet authenticated by integrity key different from integrity key stored on VPP node from TG to VPP node and expect no response to be received on TG before and after SA keys update. | PASS | ++------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC19: VPP process ESP packet in Tunnel Mode with AES-CBC-128 encryption and SHA1-96 integrity with update SA keys - different encryption and integrity alogrithms used | |br| [Top] TG-DUT1. |br| [Ref] RFC4303. |br| [Cfg] On DUT1 configure IPsec manual keyed connection with encryption algorithm AES-CBC-128 and integrity algorithm SHA1-96 in tunnel mode. Then update SA keys - use new keys. |br| [Ver] Send an ESP packet authenticated by integrity key and encrypted by encryption key different from integrity and encryption keys stored on VPP node from TG to VPP node and expect no response to be received on TG before and after SA keys update. | PASS | ++------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip6ipsectpt-ip6base-func +''''''''''''''''''''''''''''''''' + +**IPv6 IPsec transport mode test suite.** + + - **[Top] Network topologies:** TG-DUT1 2-node topology with one link between nodes. + + - **[Cfg] DUT configuration:** On DUT1 create loopback interface, configure loopback an physical interface IPv6 addresses, static ARP record, route and IPsec manual keyed connection in transport mode. + + - **[Ver] TG verification:** ESP packet is sent from TG to DUT1. ESP packet is received on TG from DUT1. + + - **[Ref] Applicable standard specifications:** RFC4303. + ++---------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++===========================================================================================================================================================================+===================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: VPP process ESP packet in Transport Mode with AES-CBC-128 encryption and SHA1-96 integrity | |br| [Top] TG-DUT1. |br| [Ref] RFC4303. |br| [Cfg] On DUT1 configure IPsec manual keyed connection with encryption algorithm AES-CBC-128 and integrity algorithm SHA1-96 in transport mode. |br| [Ver] Send and receive ESP packet between TG and VPP node. | PASS | ++---------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC05: VPP process ESP packet in Transport Mode with AES-CBC-192 encryption and SHA-256-128 integrity | |br| [Top] TG-DUT1. |br| [Ref] RFC4303. |br| [Cfg] On DUT1 configure IPsec manual keyed connection with encryption algorithm AES-CBC-192 and integrity algorithm SHA-256-128 in transport mode. |br| [Ver] Send and receive ESP packet between TG and VPP node. | PASS | ++---------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC09: VPP process ESP packet in Transport Mode with AES-CBC-256 encryption and SHA-384-192 integrity | |br| [Top] TG-DUT1. |br| [Ref] RFC4303. |br| [Cfg] On DUT1 configure IPsec manual keyed connection with encryption algorithm AES-CBC-256 and integrity algorithm SHA-384-192 in transport mode. |br| [Ver] Send and receive ESP packet between TG and VPP node. | PASS | ++---------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC12: VPP process ESP packet in Transport Mode with AES-CBC-256 encryption and SHA-512-256 integrity | |br| [Top] TG-DUT1. |br| [Ref] RFC4303. |br| [Cfg] On DUT1 configure IPsec manual keyed connection with encryption algorithm AES-CBC-256 and integrity algorithm SHA-512-256 in transport mode. |br| [Ver] Send and receive ESP packet between TG and VPP node. | PASS | ++---------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC13: VPP process ESP packet in Transport Mode with AES-CBC-128 encryption and SHA1-96 integrity - different encryption alogrithms used | |br| [Top] TG-DUT1. |br| [Cfg] On DUT1 configure IPsec manual keyed connection with encryption algorithm AES-CBC-128 and integrity algorithm SHA1-96 in transport mode. |br| [Ver] Send an ESP packet encrypted by encryption key different from encryption key stored on VPP node from TG to VPP node and expect no response to be received on TG. |br| [Ref] RFC4303. | PASS | ++---------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC14: VPP process ESP packet in Transport Mode with AES-CBC-128 encryption and SHA1-96 integrity - different integrity alogrithms used | |br| [Top] TG-DUT1. |br| [Cfg] On DUT1 configure IPsec manual keyed connection with encryption algorithm AES-CBC-128 and integrity algorithm SHA1-96 in transport mode. |br| [Ver] Send an ESP packet authenticated by integrity key different from integrity key stored on VPP node from TG to VPP node and expect no response to be received on TG. |br| [Ref] RFC4303. | PASS | ++---------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC15: VPP process ESP packet in Transport Mode with AES-CBC-128 encryption and SHA1-96 integrity - different encryption and integrity alogrithms used | |br| [Top] TG-DUT1. |br| [Cfg] On DUT1 configure IPsec manual keyed connection with encryption algorithm AES-CBC-128 and integrity algorithm SHA1-96 in transport mode. |br| [Ver] Send an ESP packet authenticated by integrity key and encrypted by encryption key different from integrity and encryption keys stored on VPP node from TG to VPP node and expect no response to be received on TG. |br| [Ref] RFC4303. | PASS | ++---------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC16: VPP process ESP packet in Transport Mode with AES-CBC-128 encryption and SHA1-96 integrity with update SA keys | |br| [Top] TG-DUT1. |br| [Ref] RFC4303. |br| [Cfg] On DUT1 configure IPsec manual keyed connection with encryption algorithm AES-CBC-128 and integrity algorithm SHA1-96 in transport mode. Then update SA keys - use new keys. |br| [Ver] Send and receive ESP packet between TG and VPP node before and after SA keys update. | PASS | ++---------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC17: VPP process ESP packet in Transport Mode with AES-CBC-128 encryption and SHA1-96 integrity with update SA keys - different encryption alogrithms used | |br| [Top] TG-DUT1. |br| [Ref] RFC4303. |br| [Cfg] On DUT1 configure IPsec manual keyed connection with encryption algorithm AES-CBC-128 and integrity algorithm SHA1-96 in transport mode. Then update SA keys - use new keys. |br| [Ver] Send an ESP packet encrypted by encryption key different from encryption key stored on VPP node from TG to VPP node and expect no response to be received on TG before and after SA keys update. | PASS | ++---------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC18: VPP process ESP packet in Transport Mode with AES-CBC-128 encryption and SHA1-96 integrity with update SA keys - different integrity alogrithms used | |br| [Top] TG-DUT1. |br| [Ref] RFC4303. |br| [Cfg] On DUT1 configure IPsec manual keyed connection with encryption algorithm AES-CBC-128 and integrity algorithm SHA1-96 in transport mode. Then update SA keys - use new keys. |br| [Ver] Send an ESP packet authenticated by integrity key different from integrity key stored on VPP node from TG to VPP node and expect no response to be received on TG before and after SA keys update. | PASS | ++---------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC19: VPP process ESP packet in Transport Mode with AES-CBC-128 encryption and SHA1-96 integrity with update SA keys - different encryption and integrity alogrithms used | |br| [Top] TG-DUT1. |br| [Ref] RFC4303. |br| [Cfg] On DUT1 configure IPsec manual keyed connection with encryption algorithm AES-CBC-128 and integrity algorithm SHA1-96 in transport mode. Then update SA keys - use new keys. |br| [Ver] Send an ESP packet authenticated by integrity key and encrypted by encryption key different from integrity and encryption keys stored on VPP node from TG to VPP node and expect no response to be received on TG before and after SA keys update. | PASS | ++---------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +IPv6 Routed-Forwarding +`````````````````````` + + + +eth2p-ethip6-ip6base-func +''''''''''''''''''''''''' + +**IPv6 routing test cases** RFC2460 IPv6, RFC4443 ICMPv6, RFC4861 Neighbor Discovery. Encapsulations: Eth-IPv6-ICMPv6 on links TG-DUT1, TG-DUT2, DUT1-DUT2; Eth-IPv6-NS/NA on links TG-DUT. IPv6 routing tests use circular 3-node topology TG - DUT1 - DUT2 - TG with one link between the nodes. DUT1 and DUT2 are configured with IPv6 routing and static routes. Test ICMPv6 Echo Request packets are sent in both directions by TG on links to DUT1 and DUT2 and received on TG links on the other side of circular topology. On receive TG verifies packets IPv6 src-addr, dst-addr and MAC addresses. + ++-------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++=========================================================================+===========================================================================================================================================================================================+========+ +| TC01: DUT replies to ICMPv6 Echo Req to its ingress interface | Make TG send ICMPv6 Echo Req to DUT ingress interface. Make TG verify ICMPv6 Echo Reply is correct. | PASS | ++-------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC02: DUT replies to ICMPv6 Echo Req pkt with size 64B-to-1500B-incr-1B | Make TG send ICMPv6 Echo Reqs to DUT ingress interface, incrementating frame size from 64B to 1500B with increment step of 1Byte. Make TG verify ICMP Echo Replies are correct. | PASS | ++-------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC04: DUT routes to its egress interface | Make TG send ICMPv6 Echo Req towards DUT1 egress interface connected to DUT2. Make TG verify ICMPv6 Echo Reply is correct. | PASS | ++-------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC05: DUT1 routes to DUT2 ingress interface | Make TG send ICMPv6 Echo Req towards DUT2 ingress interface connected to DUT1. Make TG verify ICMPv6 Echo Reply is correct. | PASS | ++-------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC06: DUT1 routes to DUT2 egress interface | Make TG send ICMPv6 Echo Req towards DUT2 egress interface connected to TG. Make TG verify ICMPv6 Echo Reply is correct. | PASS | ++-------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC07: DUT1 and DUT2 route between TG interfaces | Make TG send ICMPv6 Echo Req between its interfaces across DUT1 and DUT2. Make TG verify ICMPv6 Echo Replies are correct. | PASS | ++-------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC08: DUT replies to IPv6 Neighbor Solicitation | On DUT configure interface IPv6 address in the main routing domain. Make TG send Neighbor Solicitation message on the link to DUT and verify DUT Neighbor Advertisement reply is correct. | PASS | ++-------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip6-ip6base-ip6ecmp-func +''''''''''''''''''''''''''''''''' + +**Ipv6 Multipath routing test cases** + + - **[Top] Network topologies:** TG=DUT 2-node topology with two links between nodes. + + - **[Cfg] DUT configuration:** On DUT configure interfaces IPv4 adresses, and multipath routing. + + - **[Ver] TG verification:** Test packets are sent from TG on the first link to DUT. Packet is received on TG on the second link from DUT1. + ++-----------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++=========================================+=============================================================================================================================================================================================================================================+========+ +| TC01: IPv6 Equal-cost multipath routing | |br| [Top] TG=DUT |br| [Cfg] On DUT configure multipath routing wiht two equal-cost paths. |br| [Ver] TG sends 100 IPv6 ICMP packets traffic on the first link to DUT. On second link to TG verify if traffic is divided into two paths. | PASS | ++-----------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip6-ip6base-ip6ra-func +''''''''''''''''''''''''''''''' + +**IPv6 Router Advertisement test cases** RFC4861 Neighbor Discovery. Encapsulations: Eth-IPv6-RA on links TG-DUT1. IPv6 Router Advertisement tests use 3-node topology TG - DUT1 - DUT2 - TG with one link between the nodes. DUT1 and DUT2 are configured with IPv6 routing and static routes. TG verifies received RA packets. + ++--------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++================================================================================+===============================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT transmits RA on IPv6 enabled interface | |br| [Top] TG-DUT1-DUT2-TG. |br| [Cfg] On DUT1 configure IPv6 interface on the link to TG. |br| [Ver] Make TG wait for IPv6 Router Advertisement packet to be sent by DUT1 and verify the received RA packet is correct. | PASS | ++--------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC02: DUT retransmits RA on IPv6 enabled interface after a set interval | |br| [Top] TG-DUT1-DUT2-TG. |br| [Cfg] On DUT1 configure IPv6 interface on the link to TG. |br| [Ver] Make TG wait for two IPv6 Router Advertisement packets to be sent by DUT1 and verify the received RA packets are correct. | PASS | ++--------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC03: DUT responds to Router Solicitation request | |br| [Top] TG-DUT1-DUT2-TG. |br| [Cfg] On DUT1 configure IPv6 interface on the link to TG and suppress sending of Router Advertisement packets periodically. |br| [Ver] Make TG send IPv6 Router Solicitation request to DUT1, listen for response from DUT1 and verify the received RA packet is correct. | FAIL | ++--------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC04: DUT responds to Router Solicitation request sent from link local address | |br| [Top] TG-DUT1-DUT2-TG. |br| [Cfg] On DUT1 configure IPv6 interface on the link to TG and suppress sending of Router Advertisement packets periodically. |br| [Ver] Make TG send IPv6 Router Solicitation request to DUT1, listen for response from DUT1 and verify the received RA packet is correct. | FAIL | ++--------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +RPF Source Security +``````````````````` + + + +eth2p-ethip4-ip4base-rpf-func +''''''''''''''''''''''''''''' + +**Source RPF check on IPv4 test cases** + + - **[Top] Network Topologies:** TG - DUT1 - DUT2 - TG with one link between the nodes. + + - **[Cfg] DUT configuration:** DUT2 is configured with L2 Cross connect. DUT1 is configured with IP source check on link to TG, + + - **[Ver] TG verification:** Test ICMP Echo Request packets are sent in one direction by TG on link to DUT1 and received on TG link to DUT2. On receive TG verifies if packets which source address is not in routes are dropped. + ++-----------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++=====================================================+=======================================================================================================================================================================+========+ +| TC01: VPP source RPF check on IPv4 src-addr | |br| [Top] TG-DUT1-DUT2-TG |br| [Cfg] On DUT1 setup IP source check. |br| [Ver] Make TG verify matching packets which source address is not in routes are dropped. | PASS | ++-----------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC02: VPP pass traffic on non-enabled RPF interface | |br| [Top] TG-DUT1-DUT2-TG |br| [Cfg] On DUT1 setup IP source check. |br| [Ver] Make TG verify matching packets on non-enabled RPF interface are passed. | PASS | ++-----------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +Tap Interface +````````````` + + + +api-crud-tap-func +''''''''''''''''' + +**Tap Interface CRUD Tests** + + - **[Top] Network Topologies:** TG=DUT1 2-node topology with two links between nodes. + + - **[Enc] Packet Encapsulations:** No packet sent. + + - **[Cfg] DUT configuration:** Add/Modify/Delete linux-TAP on DUT1. + + - **[Ver] Verification:** Check dump of tap interfaces for correctness. + + - **[Ref] Applicable standard specifications:** + ++---------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++=======================================+==================================================================================================================================================================================================+========+ +| TC01: Tap Interface Modify And Delete | |br| [Top] TG-DUT1-TG. |br| [Enc] Eth-IPv4-ICMPv4. |br| [Cfg] Set two TAP interfaces. |br| [Ver] Verify that TAP interface can be modified, deleted, and no other TAP interface is affected. | PASS | ++---------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-eth-l2bdbasemaclrn-eth-2tap-func +'''''''''''''''''''''''''''''''''''''' + +**Tap Interface Traffic Tests** + + - **[Top] Network Topologies:** TG=DUT1 2-node topology with two links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4-ICMPv4 for L2 switching of IPv4. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with L2 bridge-domain (L2BD) MAC learning enabled; Split Horizon Groups (SHG) are set depending on test case; Namespaces (NM) are set on DUT1 with attached linux-TAP. + + - **[Ver] TG verification:** Test ICMPv4 Echo Request packets are sent by TG on link to DUT1; On receipt TG verifies packets for correctness and their IPv4 src-addr, dst-addr, and MAC addresses. + + - **[Ref] Applicable standard specifications:** + ++-------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++===============================+============================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: Tap Interface Simple BD | |br| [Top] TG-DUT1-TG. |br| [Enc] Eth-IPv4-ICMPv4. |br| [Cfg] On DUT1 configure two L2BD with two if's for each L2BD with MAC learning and one L2BD joining two linux-TAP interfaces created by VPP located in namespace. |br| [Ver] Packet sent from TG is passed through all L2BD and received back on TG. Then src_ip, dst_ip and MAC are checked. | PASS | ++-------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-eth-l2bdbasemaclrn-l2shg-eth-2tap-func +'''''''''''''''''''''''''''''''''''''''''''' + +**Tap Interface Traffic Tests** + + - **[Top] Network Topologies:** TG=DUT1 2-node topology with two links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4-ICMPv4 for L2 switching of IPv4. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with L2 bridge-domain (L2BD) MAC learning enabled; Split Horizon Groups (SHG) are set depending on test case; Namespaces (NM) are set on DUT1 with attached linux-TAP. + + - **[Ver] TG verification:** Test ICMPv4 Echo Request packets are sent by TG on link to DUT1; On receipt TG verifies packets for correctness and their IPv4 src-addr, dst-addr, and MAC addresses. + + - **[Ref] Applicable standard specifications:** + ++--------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++==================================================+==================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: Tap Interface BD - Different Split Horizon | |br| [Top] TG-DUT1-TG. |br| [Enc] Eth-IPv4-ICMPv4. |br| [Cfg] On DUT1 configure one if into L2BD with MAC learning. Add two TAP interfaces into this L2BD and assign them different SHG. Setup two namespaces and assign two linux-TAP interfaces to it respectively. |br| [Ver] Packet is sent from TG to both linux-TAP interfaces and reply is checked. Ping from First linux-TAP to another should pass. | PASS | ++--------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC02: Tap Interface BD - Same Split Horizon | |br| [Top] TG-DUT1-TG. |br| [Enc] Eth-IPv4-ICMPv4. |br| [Cfg] On DUT1 configure one if into L2BD with MAC learning. Add two TAP interfaces into this L2BD and assign them same SHG. Setup two namespaces and assign two linux-TAP interfaces to it respectively. |br| [Ver] Packet is sent from TG to both linux-TAP interfaces and reply is checked. Ping from First linux-TAP to another should fail. | PASS | ++--------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip4-ip4base-eth-1tap-func +'''''''''''''''''''''''''''''''''' + +**Tap Interface Traffic Tests** + + - **[Top] Network Topologies:** TG=DUT1 2-node topology with two links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4-ICMPv4 for L2 switching of IPv4. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with L2 bridge-domain (L2BD) MAC learning enabled; Split Horizon Groups (SHG) are set depending on test case; Namespaces (NM) are set on DUT1 with attached linux-TAP. + + - **[Ver] TG verification:** Test ICMPv4 Echo Request packets are sent by TG on link to DUT1; On receipt TG verifies packets for correctness and their IPv4 src-addr, dst-addr, and MAC addresses. + + - **[Ref] Applicable standard specifications:** + ++-----------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++===============================================+===========================================================================================================================================================================================================================================================================================================+========+ +| TC01: Tap Interface IP Ping Without Namespace | |br| [Top] TG-DUT1-TG. |br| [Enc] Eth-IPv4-ICMPv4. |br| [Cfg] On DUT1 configure two interface addresses with IPv4 of which one is TAP interface ( dut_to_tg_if and TAP ). and one is linux-TAP. |br| [Ver] Packet sent from TG gets to the destination and ICMP-reply is received on TG. | PASS | ++-----------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC02: Tap Interface IP Ping With Namespace | |br| [Top] TG-DUT1-TG. |br| [Enc] Eth-IPv4-ICMPv4. |br| [Cfg] On DUT1 configure two interface addresses with IPv4 of which one is TAP interface ( dut_to_tg_if and TAP ). and one is linux-TAP in namespace. |br| [Ver] Packet sent from TG gets to the destination and ICMP-reply is received on TG. | PASS | ++-----------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +Telemetry - IPFIX and SPAN +`````````````````````````` + + + +IPFIX Netflow Statistics +'''''''''''''''''''''''' + + + +eth2p-ethip4-ip4base-ip4ipfixbase-func +...................................... + +**IPFIX ipv4 test cases** IPFIX tests use 3-node topology TG - DUT1 - DUT2 - TG with one link between the nodes. DUT1 is configured with IPv4 routing and static routes. IPFIX is configured on DUT1 with DUT1->TG interface as collector. Test packets are sent from TG to DUT1. TG listens for flow report packets and verifies that they contains flow record of test packets sent. + ++---------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++===========================================================================+============================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT sends IPFIX template and data packets | |br| [Top] TG-DUT1-DUT2-TG. |br| [Cfg] On DUT1 configure IPFIX with TG interface address as collector and a basic classify session. |br| [Ver] Make TG listen for IPFIX template and data packets, verify that packet is received and correct. No packets are sent from TG. |br| [Ref] RFC 7011 | PASS | ++---------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC02: DUT reports packet flow for traffic by source address | |br| [Top] TG-DUT1-DUT2-TG. |br| [Cfg] On DUT1 configure IPFIX with TG interface address as collector and add classify session with TG source address. |br| [Ver] Make TG send a packet to DUT1, then listen for IPFIX template and data packets, verify that IPFIX reported the received packet. |br| [Ref] RFC 7011 | PASS | ++---------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC03: DUT reports packet flow for traffic with local destination address | |br| [Top] TG-DUT1-DUT2-TG. |br| [Cfg] On DUT1 configure IPFIX with TG interface address as collector and add classify session with destination address of DUT1. |br| [Ver] Make TG send a packet to DUT1, then listen for IPFIX template and data packets, verify that IPFIX reported the received packet. |br| [Ref] RFC 7011 | PASS | ++---------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC04: DUT reports packet flow for traffic with remote destination address | |br| [Top] TG-DUT1-DUT2-TG. |br| [Cfg] On DUT1 configure IPFIX with TG interface address as collector and add classify session with destination address of DUT2. |br| [Ver] Make TG send a packet to DUT2 through DUT1, then listen for IPFIX template and data packets, verify that IPFIX reported the received packet. |br| [Ref] RFC 7011 | PASS | ++---------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC05: DUT reports packet flow for traffic by source and destination port | |br| [Top] TG-DUT1-DUT2-TG. |br| [Cfg] On DUT1 configure IPFIX with TG interface address as collector and add classify session with TG source address and source and destination ports. |br| [Ver] Make TG send a packet to DUT1, then listen for IPFIX template and data packets, verify that IPFIX reported the received packet. |br| [Ref] RFC 7011 | PASS | ++---------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip4-ip4base-ip4ipfixscale-func +....................................... + +**IPFIX ipv4 test cases** IPFIX tests use 3-node topology TG - DUT1 - DUT2 - TG with one link between the nodes. DUT1 is configured with IPv4 routing and static routes. IPFIX is configured on DUT1 with DUT1->TG interface as collector. Test packets are sent from TG to DUT1. TG listens for flow report packets and verifies that they contains flow record of test packets sent. + ++---------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++=====================================================================+=======================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT reports packet flow with a large number of packets | |br| [Top] TG-DUT1-DUT2-TG. |br| [Cfg] On DUT1 configure IPFIX with TG interface address as collector and add classify session with TG source address. |br| [Ver] Make TG send packets to DUT1, then listen for IPFIX template and data packets, verify that IPFIX reported the received packets. |br| [Ref] RFC 7011 | PASS | ++---------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC02: DUT reports packet flow when multiple sessions are configured | |br| [Top] TG-DUT1-DUT2-TG. |br| [Cfg] On DUT1 configure IPFIX with TG interface address as collector and add several classify sessions with different ports. |br| [Ver] Make TG send packets to DUT1 using a range of ports matching configured sessions, then listen for IPFIX template and data packets, verify that IPFIX reported the received packets for each session. |br| [Ref] RFC 7011 | PASS | ++---------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip6-ip6base-ip6ipfixbase-func +...................................... + +**IPFIX ipv6 test cases** IPFIX tests use 3-node topology TG - DUT1 - DUT2 - TG with one link between the nodes. DUT1 is configured with IPv4 and IPV6 routing and static routes. IPFIX is configured on DUT1 with DUT1->TG interface as collector.Test packets are sent from TG to or through DUT1. TG listens for flow report packets and verifies that they contains flow records of test packets sent. + ++---------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++===========================================================================+============================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT reports packet flow for traffic by source address | |br| [Top] TG-DUT1-DUT2-TG. |br| [Cfg] On DUT1 configure IPFIX with TG interface address as collector and add classify session with TG source address. |br| [Ver] Make TG send a packet to DUT1, then listen for IPFIX template and data packets, verify that IPFIX reported the received packet. |br| [Ref] RFC 7011 | PASS | ++---------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC02: DUT reports packet flow for traffic with local destination address | |br| [Top] TG-DUT1-DUT2-TG. |br| [Cfg] On DUT1 configure IPFIX with TG interface address as collector and add classify session with destination address of DUT1. |br| [Ver] Make TG send a packet to DUT1, then listen for IPFIX template and data packets, verify that IPFIX reported the received packet. |br| [Ref] RFC 7011 | FAIL | ++---------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC03: DUT reports packet flow for traffic with remote destination address | |br| [Top] TG-DUT1-DUT2-TG. |br| [Cfg] On DUT1 configure IPFIX with TG interface address as collector and add classify session with destination address of DUT2. |br| [Ver] Make TG send a packet to DUT2 through DUT1, then listen for IPFIX template and data packets, verify that IPFIX reported the received packet. |br| [Ref] RFC 7011 | FAIL | ++---------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC04: DUT reports packet flow for traffic by source and destination port | |br| [Top] TG-DUT1-DUT2-TG. |br| [Cfg] On DUT1 configure IPFIX with TG interface address as collector and add classify session with TG source address and source and destination ports. |br| [Ver] Make TG send a packet to DUT1, then listen for IPFIX template and data packets, verify that IPFIX reported the received packet. |br| [Ref] RFC 7011 | PASS | ++---------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip6-ip6base-ip6ipfixscale-func +....................................... + +**IPFIX ipv6 test cases** IPFIX tests use 3-node topology TG - DUT1 - DUT2 - TG with one link between the nodes. DUT1 is configured with IPv4 and IPV6 routing and static routes. IPFIX is configured on DUT1 with DUT1->TG interface as collector.Test packets are sent from TG to or through DUT1. TG listens for flow report packets and verifies that they contains flow records of test packets sent. + ++---------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++=====================================================================+=======================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT reports packet flow with a large number of packets | |br| [Top] TG-DUT1-DUT2-TG. |br| [Cfg] On DUT1 configure IPFIX with TG interface address as collector and add classify session with TG source address. |br| [Ver] Make TG send packets to DUT1, then listen for IPFIX template and data packets, verify that IPFIX reported the received packets. |br| [Ref] RFC 7011 | PASS | ++---------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC02: DUT reports packet flow when multiple sessions are configured | |br| [Top] TG-DUT1-DUT2-TG. |br| [Cfg] On DUT1 configure IPFIX with TG interface address as collector and add several classify sessions with different ports. |br| [Ver] Make TG send packets to DUT1 using a range of ports matching configured sessions, then listen for IPFIX template and data packets, verify that IPFIX reported the received packets for each session. |br| [Ref] RFC 7011 | PASS | ++---------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +SPAN Port Mirroring +''''''''''''''''''' + + + +eth2p-ethip4-ip4base-spanrx-func +................................ + +**SPAN test suite** + + - **[Top] Network Topologies:** TG=DUT1 2-node topology with two links between nodes. + + - **[Cfg] DUT configuration:** DUT1 is configured with SPAN mirroring from the first DUT1-TG interface to the second one. + + - **[Ver] TG verification:** Test ARP or ICMP packets are sent by TG on first link to DUT1; On receipt through second link TG verifies the copy of packet sent and the copy of DUT's reply packet. + + - **[Ref] Applicable standard specifications: None?** + ++--------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++==============================================================+==========================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT mirrors L2 packets from one interface to another | |br| [Top] TG=DUT1 |br| [Cfg] On DUT1 configure IPv4 address and set SPAN mirroring from one DUT interface to the other. |br| [Ver] Make TG send an ARP packet to DUT through one interface, then receive a copy of sent packet and of DUT's ARP reply on the second interface. | FAIL | ++--------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC02: DUT mirrors IPv4 packets from one interface to another | |br| [Top] TG=DUT1 |br| [Cfg] On DUT1 configure IPv4 address, add ARP entry for one TG interface and set SPAN mirroring from one DUT interface to the other. |br| [Ver] Make TG send an ICMP packet to DUT through one interface, then receive a copy of sent packet and of DUT's ICMP reply on the other interface. | FAIL | ++--------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip6-ip6base-spanrx-func +................................ + +**SPAN test suite** + + - **[Top] Network Topologies:** TG=DUT1 2-node topology with two links between nodes. + + - **[Cfg] DUT configuration:** DUT1 is configured with SPAN mirroring from the first DUT1-TG interface to the second one. + + - **[Ver] TG verification:** Test ARP or ICMP packets are sent by TG on first link to DUT1; On receipt through second link TG verifies the copy of packet sent and the copy of DUT's reply packet. + + - **[Ref] Applicable standard specifications: None?** + ++--------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++==============================================================+==========================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT mirrors IPv6 packets from one interface to another | |br| [Top] TG=DUT1 |br| [Cfg] On DUT1 configure IPv6 address, add ARP entry for one TG interface and set SPAN mirroring from one DUT interface to the other. |br| [Ver] Make TG send an ICMP packet to DUT through one interface, then receive a copy of sent packet and of DUT's ICMP reply on the other interface. | FAIL | ++--------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +VRF Routed-Forwarding +````````````````````` + + + +eth2p-ethip4-ip4basevrf-func +'''''''''''''''''''''''''''' + +**Vpn routed forwarding - baseline IPv4** + + - **[Top] Network Topologies:** TG=DUT1=DUT2=TG 3-node topology with two links in between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4-ICMPv4 for L2 switching of IPv4. + + - **[Cfg] DUT configuration:** Each DUT is configured with two VRF tables; Separation of traffic is tested by IP packets; Basic ARP and ROUTES are set on DUT nodes; IP addresses are set on DUT interfaces. + + - **[Ver] TG verification:** Test ICMPv4 Echo Request packets are sent by TG on link to DUT1, DUT2 or back to TG; On receipt TG verifies packets for correctness and their IPv4 src-addr, dst-addr, and MAC addresses. + + - **[Ref] Applicable standard specifications:** + ++----------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++==============================================================================================+===============================================================================================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: TG packets routed to DUT ingress interface, VPP configured with two VRFs | |br| [Top] TG=DUT1=DUT2=TG |br| [Enc] Eth-IPv4-ICMPv4. |br| [Cfg] DUT1 and DUT2 are both configured with two fib tables. Each table is assigned to 2 interfaces to separate the traffic. Interfaces are configured with IP addresses from *Variables*. On every ingress and egress port on DUT is configured ARP and each DUT is configured with one route. |br| [Ver] Packet is send from TG->DUT1-if1 to DUT1->TG-if1 and from TG->DUT1-if2 to DUT1->TG-if2 and checked if arrived. | PASS | ++----------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC02: TG packets routed to DUT egress interface, VPP configured with two VRFs | |br| [Top] TG=DUT1=DUT2=TG |br| [Enc] Eth-IPv4-ICMPv4. |br| [Cfg] DUT1 and DUT2 are both configured with two fib tables. Each table is assigned to 2 interfaces to separate the traffic. Interfaces are configured with IP addresses from *Variables*. On every ingress and egress port on DUT is configured ARP and each DUT is configured with one route. |br| [Ver] Packet is send from TG->DUT1-if1 to DUT1->DUT2-if1 and from TG->DUT1-if2 to DUT1->DUT2-if2 and checked if arrived. | PASS | ++----------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC03: TG packets routed to DUT2 ingress interface through DUT1, VPP configured with two VRFs | |br| [Top] TG=DUT1=DUT2=TG |br| [Enc] Eth-IPv4-ICMPv4. |br| [Cfg] DUT1 and DUT2 are both configured with two fib tables. Each table is assigned to 2 interfaces to separate the traffic. Interfaces are configured with IP addresses from *Variables*. On every ingress and egress port on DUT is configured ARP and each DUT is configured with one route. |br| [Ver] Packet is send from TG->DUT1-if1 to DUT2->DUT1-if1 and from TG->DUT1-if2 to DUT2->DUT1-if2 and checked if arrived. | PASS | ++----------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC04: TG packets routed to DUT2 egress interface through DUT1, VPP configured with two VRFs | |br| [Top] TG=DUT1=DUT2=TG |br| [Enc] Eth-IPv4-ICMPv4. |br| [Cfg] DUT1 and DUT2 are both configured with two fib tables. Each table is assigned to 2 interfaces to separate the traffic. Interfaces are configured with IP addresses from *Variables*. On every ingress and egress port on DUT is configured ARP and each DUT is configured with one route. |br| [Ver] Packet is send from TG->DUT1-if1 to DUT2->TG-if1 and from TG->DUT1-if2 to DUT2->TG-if2 and checked if arrived. | PASS | ++----------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC05: TG packets routed to TG through DUT1 and DUT2, VPP configured with two VRFs | |br| [Top] TG=DUT1=DUT2=TG |br| [Enc] Eth-IPv4-ICMPv4. |br| [Cfg] DUT1 and DUT2 are both configured with two fib tables. Each table is assigned to 2 interfaces to separate the traffic. Interfaces are configured with IP addresses from *Variables*. On every ingress and egress port on DUT is configured ARP and each DUT is configured with one route. |br| [Ver] Packet is send from TG->DUT1-if1 to TG->DUT2-if1 and from TG->DUT1-if2 to TG->DUT2-if2 and checked if arrived. | PASS | ++----------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip6-ip6basevrf-func +'''''''''''''''''''''''''''' + +**Vpn routed forwarding - baseline IPv6** + + - **[Top] Network Topologies:** TG=DUT1=DUT2=TG 3-node topology with two links in between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv6-ICMPv6 + + - **[Cfg] DUT configuration:** Each DUT is configured with two VRF tables; Separation of traffic is tested by IP packets; Neighbors and Routes are set on DUT nodes; IP addresses are set on DUT interfaces. + + - **[Ver] TG verification:** Test ICMPv6 Echo Request packets are sent by TG on link to DUT1, DUT2 or back to TG; On receipt TG verifies packets for correctness and their IPv6 src-addr, dst-addr, and MAC addresses. + + - **[Ref] Applicable standard specifications:** + ++----------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++==============================================================================================+=======================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: TG packets routed to DUT ingress interface, VPP configured with two VRFs | |br| [Top] TG=DUT1=DUT2=TG |br| [Enc] Eth-IPv6-ICMPv6. |br| [Cfg] DUT1 and DUT2 are both configured with two fib tables. Each table is assigned to 2 interfaces to separate the traffic. Interfaces are configured with IP addresses from *Variables*. Neighbors are configured for each DUTs ingress/egress ports, and each VRF is configured with just one route. |br| [Ver] Packet is sent from TG->DUT1-if1 to DUT1->TG-if1 and from TG->DUT1-if2 to DUT1->TG-if2 and checked if arrived. | PASS | ++----------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC02: TG packets routed to DUT egress interface, VPP configured with two VRFs | |br| [Top] TG=DUT1=DUT2=TG |br| [Enc] Eth-IPv6-ICMPv6. |br| [Cfg] DUT1 and DUT2 are both configured with two fib tables. Each table is assigned to 2 interfaces to separate the traffic. Interfaces are configured with IP addresses from *Variables*. Neighbors are configured for each DUTs ingress/egress ports, and each VRF is configured with just one route. |br| [Ver] Packet is sent from TG->DUT1-if1 to DUT1->DUT2-if1 and from TG->DUT1-if2 to DUT1->DUT2-if2 and checked if arrived. | PASS | ++----------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC03: TG packets routed to DUT2 ingress interface through DUT1, VPP configured with two VRFs | |br| [Top] TG=DUT1=DUT2=TG |br| [Enc] Eth-IPv6-ICMPv6. |br| [Cfg] DUT1 and DUT2 are both configured with two fib tables. Each table is assigned to 2 interfaces to separate the traffic. Interfaces are configured with IP addresses from *Variables*. Neighbors are configured for each DUTs ingress/egress ports, and each VRF is configured with just one route. |br| [Ver] Packet is sent from TG->DUT1-if1 to DUT2->DUT1-if1 and from TG->DUT1-if2 to DUT2->DUT1-if2 and checked if arrived. | PASS | ++----------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC04: TG packets routed to DUT2 egress interface through DUT1, VPP configured with two VRFs | |br| [Top] TG=DUT1=DUT2=TG |br| [Enc] Eth-IPv6-ICMPv6. |br| [Cfg] DUT1 and DUT2 are both configured with two fib tables. Each table is assigned to 2 interfaces to separate the traffic. Interfaces are configured with IP addresses from *Variables*. Neighbors are configured for each DUTs ingress/egress ports, and each VRF is configured with just one route. |br| [Ver] Packet is sent from TG->DUT1-if1 to DUT2->TG-if1 and from TG->DUT1-if2 to DUT2->TG-if2 and checked if arrived. | PASS | ++----------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC05: TG packets routed to TG through DUT1 and DUT2, VPP configured with two VRFs | |br| [Top] TG=DUT1=DUT2=TG |br| [Enc] Eth-IPv6-ICMPv6. |br| [Cfg] DUT1 and DUT2 are both configured with two fib tables. Each table is assigned to 2 interfaces to separate the traffic. Interfaces are configured with IP addresses from *Variables*. Neighbors are configured for each DUTs ingress/egress ports, and each VRF is configured with just one route. |br| [Ver] Packet is sent from TG->DUT1-if1 to TG->DUT2-if1 and from TG->DUT1-if2 to TG->DUT2-if2 and checked if arrived. | PASS | ++----------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +iACL Security +````````````` + + + +eth2p-eth-l2xcbase-iaclbase-func +'''''''''''''''''''''''''''''''' + +**Ingress ACL test cases** + + - **[Top] Network Topologies:** TG - DUT1 - DUT2 - TG with one link between the nodes. + + - **[Cfg] DUT configuration:** DUT2 is configured with L2 Cross connect. DUT1 is configured with iACL classification on link to TG, + + - **[Ver] TG verification:** Test ICMPv4 Echo Request packets are sent in one direction by TG on link to DUT1 and received on TG link to DUT2. On receive TG verifies if packets are dropped. + ++-------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++===================================================================+=================================================================================================================================================================================+========+ +| TC01: DUT with iACL MAC src-addr drops matching pkts | |br| [Top] TG-DUT1-DUT2-TG. |br| [Cfg] On DUT1 add source MAC address to classify table with 'deny'. |br| [Ver] Make TG verify matching packets are dropped. | PASS | ++-------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC02: DUT with iACL MAC dst-addr drops matching pkts | |br| [Top] TG-DUT1-DUT2-TG. |br| [Cfg] On DUT1 add destination MAC address to classify table with 'deny'. |br| [Ver] Make TG verify matching packets are dropped. | PASS | ++-------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC03: DUT with iACL MAC src-addr and dst-addr drops matching pkts | |br| [Top] TG-DUT1-DUT2-TG. |br| [Cfg] On DUT1 add source and destination MAC address to classify table with 'deny'. |br| [Ver] Make TG verify matching packets are dropped. | PASS | ++-------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC04: DUT with iACL EtherType drops matching pkts | |br| [Top] TG-DUT1-DUT2-TG. |br| [Cfg] On DUT1 add EtherType IPv4(0x0800) to classify table with 'deny'. |br| [Ver] Make TG verify matching packets are dropped. | PASS | ++-------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip4-ip4base-iaclbase-func +'''''''''''''''''''''''''''''''''' + +**IPv4 routing with ingress ACL test cases** Encapsulations: Eth-IPv4 on links TG-DUT1, TG-DUT2, DUT1-DUT2. IPv4 ingress ACL (iACL) tests use 3-node topology TG - DUT1 - DUT2 - TG with one link between the nodes. DUT1 and DUT2 are configured with IPv4 routing and static routes. DUT1 is configured with iACL on link to TG, iACL classification and permit/deny action are configured on a per test case basis. Test ICMPv4 Echo Request packets are sent in one direction by TG on link to DUT1 and received on TG link to DUT2. On receive TG verifies if packets are dropped, or if received verifies packet IPv4 src-addr, dst-addr and MAC addresses. + ++--------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++==========================================================================+===============================================================================================================================+========+ +| TC01: DUT with iACL IPv4 src-addr drops matching pkts | On DUT1 add source IPv4 address to classify table with 'deny'. Make TG verify matching packets are dropped. | PASS | ++--------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC02: DUT with iACL IPv4 dst-addr drops matching pkts | On DUT1 add destination IPv4 address to classify table with 'deny'. Make TG verify matching packets are dropped. | PASS | ++--------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC03: DUT with iACL IPv4 src-addr and dst-addr drops matching pkts | On DUT1 add source and destination IPv4 addresses to classify table with 'deny'. Make TG verify matching packets are dropped. | PASS | ++--------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC04: DUT with iACL IPv4 protocol set to TCP drops matching pkts | On DUT1 add protocol mask and TCP protocol (0x06) to classify table with 'deny'. Make TG verify matching packets are dropped. | PASS | ++--------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC05: DUT with iACL IPv4 protocol set to UDP drops matching pkts | On DUT1 add protocol mask and UDP protocol (0x11) to classify table with 'deny'. Make TG verify matching packets are dropped. | PASS | ++--------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC06: DUT with iACL IPv4 TCP src-ports drops matching pkts | On DUT1 add TCP source ports to classify table with 'deny'. Make TG verify matching packets are dropped. | PASS | ++--------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC07: DUT with iACL IPv4 TCP dst-ports drops matching pkts | On DUT1 add TCP destination ports to classify table with 'deny'. Make TG verify matching packets are dropped. | PASS | ++--------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC08: DUT with iACL IPv4 TCP src-ports and dst-ports drops matching pkts | On DUT1 add TCP source and destination ports to classify table with 'deny'. Make TG verify matching packets are dropped. | PASS | ++--------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC09: DUT with iACL IPv4 UDP src-ports drops matching pkts | On DUT1 add UDP source ports to classify table with 'deny'. Make TG verify matching packets are dropped. | PASS | ++--------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC10: DUT with iACL IPv4 UDP dst-ports drops matching pkts | On DUT1 add TCP destination ports to classify table with 'deny'. Make TG verify matching packets are dropped. | PASS | ++--------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC11: DUT with iACL IPv4 UDP src-ports and dst-ports drops matching pkts | On DUT1 add UDP source and destination ports to classify table with 'deny'. Make TG verify matching packets are dropped. | PASS | ++--------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip6-ip6base-iaclbase-func +'''''''''''''''''''''''''''''''''' + +**IPv6 routing with ingress ACL test cases** Encapsulations: Eth-IPv6 on links TG-DUT1, TG-DUT2, DUT1-DUT2. IPv6 ingress ACL (iACL) tests use 3-node topology TG - DUT1 - DUT2 - TG with one link between the nodes. DUT1 and DUT2 are configured with IPv6 routing and static routes. DUT1 is configured with iACL on link to TG, iACL classification and permit/deny action are configured on a per test case basis. Test ICMPv6 Echo Request packets are sent in one direction by TG on link to DUT1 and received on TG link to DUT2. On receive TG verifies if packets are dropped, or if received verifies packet IPv6 src-addr, dst-addr and MAC addresses. + ++------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++================================================================================================+==================================================================================================================================================================================+========+ +| TC01: DUT with iACL IPv6 src-addr drops matching pkts | On DUT1 add source IPv6 address to classify table with 'deny'. Make TG verify matching packets are dropped. | PASS | ++------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC02: DUT with iACL IPv6 dst-addr drops matching pkts | On DUT1 add destination IPv6 address to classify table with 'deny'. Make TG verify matching packets are dropped. | PASS | ++------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC03: DUT with iACL IPv6 src-addr and dst-addr drops matching pkts | On DUT1 add source and destination IPv6 addresses to classify table with 'deny'. Make TG verify matching packets are dropped. | PASS | ++------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC04: DUT with iACL IPv6 protocol set to TCP drops matching pkts | On DUT1 add protocol mask and TCP protocol (0x06) to classify table with 'deny'. Make TG verify matching packets are dropped. | PASS | ++------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC05: DUT with iACL IPv6 protocol set to UDP drops matching pkts | On DUT1 add protocol mask and UDP protocol (0x11) to classify table with 'deny'. Make TG verify matching packets are dropped. | PASS | ++------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC06: DUT with iACL IPv6 TCP src-ports drops matching pkts | On DUT1 add TCP source ports to classify table with 'deny'. Make TG verify matching packets are dropped. | PASS | ++------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC07: DUT with iACL IPv6 TCP dst-ports drops matching pkts | On DUT1 add TCP destination ports to classify table with 'deny'. Make TG verify matching packets are dropped. | PASS | ++------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC08: DUT with iACL IPv6 TCP src-ports and dst-ports drops matching pkts | On DUT1 add TCP source and destination ports to classify table with 'deny'. Make TG verify matching packets are dropped. | PASS | ++------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC09: DUT with iACL IPv6 UDP src-ports drops matching pkts | On DUT1 add UDP source ports to classify table with 'deny'. Make TG verify matching packets are dropped. | PASS | ++------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC10: DUT with iACL IPv6 UDP dst-ports drops matching pkts | On DUT1 add TCP destination ports to classify table with 'deny'. Make TG verify matching packets are dropped. | PASS | ++------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC11: DUT with iACL IPv6 UDP src-ports and dst-ports drops matching pkts | On DUT1 add UDP source and destination ports to classify table with 'deny'. Make TG verify matching packets are dropped. | PASS | ++------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC12: DUT with iACL MAC src-addr and iACL IPv6 UDP src-ports and dst-ports drops matching pkts | On DUT1 add source MAC address to classify (L2) table and add UDP source and destination ports to classify (hex) table with 'deny'. Make TG verify matching packets are dropped. | PASS | ++------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +IPv4 Routed-Forwarding +`````````````````````` + + + +eth2p-ethip4-ip4base-func +''''''''''''''''''''''''' + +**IPv4 routing test cases** RFC791 IPv4, RFC826 ARP, RFC792 ICMPv4. Encapsulations: Eth-IPv4-ICMPv4 on links TG-DUT1, TG-DUT2, DUT1-DUT2. IPv4 routing tests use circular 3-node topology TG - DUT1 - DUT2 - TG with one link between the nodes. DUT1 and DUT2 are configured with IPv4 routing and static routes. Test ICMPv4 Echo Request packets are sent in both directions by TG on links to DUT1 and DUT2 and received on TG links on the other side of circular topology. On receive TG verifies packets IPv4 src-addr, dst-addr and MAC addresses. + ++----------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++======================================================================+=================================================================================================================================================================================+========+ +| TC01: DUT replies to ICMPv4 Echo Req to its ingress interface | Make TG send ICMPv4 Echo Req to DUT ingress interface. Make TG verify ICMP Echo Reply is correct. | PASS | ++----------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC02: DUT routes IPv4 to its egress interface | Make TG send ICMPv4 Echo Req towards DUT1 egress interface connected to DUT2. Make TG verify ICMPv4 Echo Reply is correct. | PASS | ++----------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC03: DUT1 routes IPv4 to DUT2 ingress interface | Make TG send ICMPv4 Echo Req towards DUT2 ingress interface connected to DUT1. Make TG verify ICMPv4 Echo Reply is correct. | PASS | ++----------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC04: DUT1 routes IPv4 to DUT2 egress interface | Make TG send ICMPv4 Echo Req towards DUT2 egress interface connected to TG. Make TG verify ICMPv4 Echo Reply is correct. | PASS | ++----------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC05: DUT1 and DUT2 route IPv4 between TG interfaces | Make TG send ICMPv4 Echo Req between its interfaces across DUT1 and DUT2. Make TG verify ICMPv4 Echo Replies are correct. | PASS | ++----------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC06: DUT replies to ICMPv4 Echo Reqs with size 64B-to-1500B-incr-1B | Make TG send ICMPv4 Echo Reqs to DUT ingress interface, incrementating frame size from 64B to 1500B with increment step of 1Byte. Make TG verify ICMP Echo Replies are correct. | PASS | ++----------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC08: DUT replies to ARP request | Make TG send ARP Request to DUT and verify ARP Reply is correct. | PASS | ++----------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip4-ip4base-ip4arp-func +'''''''''''''''''''''''''''''''' + +**IPv4 ARP test cases** RFC826 ARP: Eth-IPv4 and Eth-ARP on links TG-DUT1, TG-DUT2, DUT1-DUT2: IPv4 ARP tests use 3-node topology TG - DUT1 - DUT2 - TG with one link between the nodes. DUT1 and DUT2 are configured with IPv4 routing and static routes. DUT ARP functionality is tested by making TG send ICMPv4 Echo Requests towards its other interface via DUT1 and DUT2. + ++---------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++===========================================================================+==========================================================================================================================================================================+========+ +| TC01: DUT sends ARP Request for unresolved locally connected IPv4 address | Make TG send test packet destined to IPv4 address of its other interface connected to DUT2. Make TG verify DUT2 sends ARP Request for locally connected TG IPv4 address. | PASS | ++---------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC02: DUT sends ARP Request for route next hop IPv4 address | Make TG send test packet destined to IPv4 address matching static route on DUT2. Make TG verify DUT2 sends ARP Request for next hop of the static route. | PASS | ++---------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip4-ip4base-ip4ecmp-func +''''''''''''''''''''''''''''''''' + +**Ipv4 Multipath routing test cases** + + - **[Top] Network topologies:** TG=DUT 2-node topology with two links between nodes. + + - **[Cfg] DUT configuration:** On DUT configure interfaces IPv4 adresses, and multipath routing. + + - **[Ver] TG verification:** Test packets are sent from TG on the first link to DUT. Packet is received on TG on the second link from DUT1. + ++-----------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++=========================================+=============================================================================================================================================================================================================================================+========+ +| TC01: IPv4 Equal-cost multipath routing | |br| [Top] TG=DUT |br| [Cfg] On DUT configure multipath routing wiht two equal-cost paths. |br| [Ver] TG sends 100 IPv4 ICMP packets traffic on the first link to DUT. On second link to TG verify if traffic is divided into two paths. | PASS | ++-----------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip4-ip4base-ip4proxyarp-func +''''''''''''''''''''''''''''''''''''' + +**RFC1027 Proxy ARP test cases** + + - **[Top] Network topologies:** TG-DUT1 2-node topology with single link between nodes. + + - **[Cfg] DUT configuration:** DUT1 is configured with Proxy ARP + + - **[Ver] TG verification:** Test ARP Request packet is sent from TG on link to DUT1; on receive TG verifies ARP reply packet for correctness and their IPv4 src-addr, dst-addr and MAC addresses. + + - **[Ref] Applicable standard specifications:** RFC1027. + ++-------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++===========================================================================================+============================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT sends ARP reply on behalf of another machine from the IP range | |br| [Top] TG-DUT1. |br| [Ref] RFC1027. |br| [Cfg] On DUT1 configure interface IPv4 address and proxy ARP for IP range. |br| [Ver] Make TG send ARP request to DUT1 interface, verify if DUT1 sends correct ARP reply on behalf of machine which IP is in range. | PASS | ++-------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC02: DUT sends ARP reply on behalf of another machine from beginning of the IP range | |br| [Top] TG-DUT1. |br| [Ref] RFC1027. |br| [Cfg] On DUT1 configure interface IPv4 address and proxy ARP for IP range. |br| [Ver] Make TG send ARP request to DUT1 interface, verify if DUT1 sends correct ARP reply on behalf of machine which IP is from beginning of the IP range. | PASS | ++-------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC03: DUT sends ARP reply on behalf of another machine from end of the IP range | |br| [Top] TG-DUT1. |br| [Ref] RFC1027. |br| [Cfg] On DUT1 configure interface IPv4 address and proxy ARP for IP range. |br| [Ver] Make TG send ARP request to DUT1 interface, verify if DUT1 sends correct ARP reply on behalf of machine which IP is from end of the IP range. | PASS | ++-------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC04: DUT does not send ARP reply on behalf of another machine from below of the IP range | |br| [Top] TG-DUT1. |br| [Ref] RFC1027. |br| [Cfg] On DUT1 configure interface IPv4 address and proxy ARP for IP range. |br| [Ver] Make TG send ARP request to DUT1 interface, verify if DUT1 does not send ARP reply on behalf of machine which IP is from below of the IP range. | PASS | ++-------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC05: DUT does not send ARP reply on behalf of another machine from above of the IP range | |br| [Top] TG-DUT1. |br| [Ref] RFC1027. |br| [Cfg] On DUT1 configure interface IPv4 address and proxy ARP for IP range. |br| [Ver] Make TG send ARP request to DUT1 interface, verify if DUT1 does not send ARP reply on behalf of machine which IP is from above of the IP range. | PASS | ++-------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +QoS Policer Metering +```````````````````` + + + +eth2p-ethip4-ip4base-ipolicemarkbase-func +''''''''''''''''''''''''''''''''''''''''' + +**IPv4 policer test cases** + + - **[Top] Network topologies:** TG=DUT1 2-node topology with two links between nodes. + + - **[Cfg] DUT configuration:** On DUT1 configure interfaces IPv4 adresses, and static ARP record on the second interface. + + - **[Ver] TG verification:** Test packet is sent from TG on the first link to DUT1. Packet is received on TG on the second link from DUT1. + + - **[Ref] Applicable standard specifications:** RFC2474, RFC2697, RFC2698. + ++-------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++=================================================+====================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: VPP policer 2R3C Color-aware marks packet | |br| [Top] TG=DUT1. |br| [Ref] RFC2474, RFC2698. |br| [Cfg] On DUT1 configure 2R3C color-aware policer on the first interface. |br| [Ver] TG sends IPv4 TCP packet on the first link to DUT1. On DUT1 packet is marked with DSCP tag. Verify if DUT1 sends correct IPv4 TCP packet with correct DSCP on the second link to TG. | PASS | ++-------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC02: VPP policer 2R3C Color-blind marks packet | |br| [Top] TG=DUT1. |br| [Ref] RFC2474, RFC2698. |br| [Cfg] On DUT1 configure 2R3C color-blind policer on the first interface. |br| [Ver] TG sends IPv4 TCP packet on the first link to DUT1. On DUT1 packet is marked with DSCP tag. Verify if DUT1 sends correct IPv4 TCP packet with correct DSCP on the second link to TG. | PASS | ++-------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC03: VPP policer 1R3C Color-aware marks packet | |br| [Top] TG=DUT1. |br| [Ref] RFC2474, RFC2697. |br| [Cfg] On DUT1 configure 1R3C color-aware policer on the first interface. |br| [Ver] TG sends IPv4 TCP packet on the first link to DUT1. On DUT1 packet is marked with DSCP tag. Verify if DUT1 sends correct IPv4 TCP packet with correct DSCP on the second link to TG. | PASS | ++-------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC04: VPP policer 1R3C Color-blind marks packet | |br| [Top] TG=DUT1. |br| [Ref] RFC2474, RFC2697. |br| [Cfg] On DUT1 configure 1R3C color-blind policer on the first interface. |br| [Ver] TG sends IPv4 TCP packet on the first link to DUT1. On DUT1 packet is marked with DSCP tag. Verify if DUT1 sends correct IPv4 TCP packet with correct DSCP on the second link to TG. | PASS | ++-------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip6-ip6base-ipolicemarkbase-func +''''''''''''''''''''''''''''''''''''''''' + +**IPv6 policer test cases** + + - **[Top] Network topologies:** TG=DUT1 2-node topology with two links between nodes. + + - **[Cfg] DUT configuration:** On DUT1 configure interfaces IPv6 adresses, and static neighbor record on the second interface. + + - **[Ver] TG verification:** Test packet is sent from TG on the first link to DUT1. Packet is received on TG on the second link from DUT1. + + - **[Ref] Applicable standard specifications:** RFC2474, RFC2697, RFC2698. + ++-------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++=================================================+====================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: VPP policer 2R3C Color-aware marks packet | |br| [Top] TG=DUT1. |br| [Ref] RFC2474, RFC2698. |br| [Cfg] On DUT1 configure 2R3C color-aware policer on the first interface. |br| [Ver] TG sends IPv6 TCP packet on the first link to DUT1. On DUT1 packet is marked with DSCP tag. Verify if DUT1 sends correct IPv6 TCP packet with correct DSCP on the second link to TG. | PASS | ++-------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC02: VPP policer 2R3C Color-blind marks packet | |br| [Top] TG=DUT1. |br| [Ref] RFC2474, RFC2698. |br| [Cfg] On DUT1 configure 2R3C color-blind policer on the first interface. |br| [Ver] TG sends IPv6 TCP packet on the first link to DUT1. On DUT1 packet is marked with DSCP tag. Verify if DUT1 sends correct IPv6 TCP packet with correct DSCP on the second link to TG. | PASS | ++-------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC03: VPP policer 1R3C Color-aware marks packet | |br| [Top] TG=DUT1. |br| [Ref] RFC2474, RFC2697. |br| [Cfg] On DUT1 configure 1R3C color-aware policer on the first interface. |br| [Ver] TG sends IPv6 TCP packet on the first link to DUT1. On DUT1 packet is marked with DSCP tag. Verify if DUT1 sends correct IPv6 TCP packet with correct DSCP on the second link to TG. | PASS | ++-------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC04: VPP policer 1R3C Color-blind marks packet | |br| [Top] TG=DUT1. |br| [Ref] RFC2474, RFC2697. |br| [Cfg] On DUT1 configure 1R3C color-blind policer on the first interface. |br| [Ver] TG sends IPv6 TCP packet on the first link to DUT1. On DUT1 packet is marked with DSCP tag. Verify if DUT1 sends correct IPv6 TCP packet with correct DSCP on the second link to TG. | PASS | ++-------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +VLAN Tag Translation +```````````````````` + + + +eth2p-dot1ad--dot1q-l2bdbasemaclrn-vlantrans21-func +''''''''''''''''''''''''''''''''''''''''''''''''''' + +**L2BD with VLAN tag rewrite test cases - transalte-2-1** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet encapsulations:** Eth-dot1ad-IPv4-ICMPv4 or Eth-dot1ad-IPv6-ICMPv6 on TG-DUT1, Eth-dot1q-IPv4-ICMPv4 or Eth-dot1q-IPv6-ICMPv6 on DUT1-DUT2, Eth-IPv4-ICMPv4 or Eth-IPv6-ICMPv6 on TG-DUT2 for L2 switching of IPv4/IPv6. + + - **[Cfg] DUT configuration:** DUT1 is configured with bridge domain (L2BD) switching combined with MAC learning enabled and added VLAN sub-interface with VLAN tag rewrite translate-2-1 method of interface towards TG and interface towards DUT2. DUT2 is configured with L2 bridge domain (L2BD) switching between VLAN sub-interface with VLAN tag rewrite pop-1 method of interface towards DUT1 and interface towards TG. + + - **[Ver] TG verification:** Test ICMPv4 Echo Request packets are sent from TG on link to DUT1 and received in TG on link form DUT2; on receive TG verifies packets for correctness and their IPv4 src-addr, dst-addr and MAC addresses. + + - **[Ref] Applicable standard specifications:** IEEE 802.1q, IEEE 802.1ad. + ++------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++================================================================================================+======================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT1 and DUT2 with L2BD and VLAN translate-2-1 (DUT1) switch ICMPv4 between two TG links | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-dot1ad-IPv4-ICMPv4 on TG-DUT1, Eth-dot1q-IPv4-ICMPv4 on DUT1-DUT2, Eth-IPv4-ICMPv4 on TG-DUT2. |br| [Cfg] On DUT1 configure L2 bridge domain (L2BD) with one interface to DUT2 and one Dot1ad sub-interface towards TG with VLAN tag rewrite translate-2-1 method; on DUT2 configure L2 bridge domain (L2BD) with one interface to TG and one VLAN sub-interface towards DUT1 with VLAN tag rewrite pop-1 method. |br| [Ver] Make TG send ICMPv4 Echo Req tagged with Dot1ad tags from one of its interfaces to another one via DUT1 and DUT2; verify that packet is received. |br| [Ref] IEEE 802.1q, IEEE 802.1ad | PASS | ++------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC03: DUT1 and DUT2 with L2BD and VLAN translate-2-1 (DUT1) switch ICMPv6 between two TG links | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-dot1ad-IPv6-ICMPv6 on TG-DUT1, Eth-dot1q-IPv6-ICMPv6 on DUT1-DUT2, Eth-IPv6-ICMPv6 on TG-DUT2. |br| [Cfg] On DUT1 configure L2 bridge domain (L2BD) with one interface to DUT2 and one Dot1ad sub-interface towards TG with VLAN tag rewrite translate-2-1 method; on DUT2 configure L2 bridge domain (L2BD) with one interface to TG and one VLAN sub-interface towards DUT1 with VLAN tag rewrite pop-1 method. |br| [Ver] Make TG send ICMPv6 Echo Req tagged with Dot1ad tags from one of its interfaces to another one via DUT1 and DUT2; verify that packet is received. |br| [Ref] IEEE 802.1q, IEEE 802.1ad | PASS | ++------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-dot1ad--dot1q-l2xcbase-vlantrans21-func +''''''''''''''''''''''''''''''''''''''''''''' + +**L2XC with VLAN tag rewrite test cases - translate-2-1** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet encapsulations:** Eth-dot1ad-IPv4-ICMPv4 or Eth-dot1ad-IPv6-ICMPv6 on TG-DUT1, Eth-dot1q-IPv4-ICMPv4 or Eth-dot1aq-IPv6-ICMPv6 on DUT1-DUT2, Eth-IPv4-ICMPv4 on TG-DUT2 for L2 switching of IPv4/IPv6. + + - **[Cfg] DUT configuration:** DUT1 is configured with L2 cross-connect (L2XC) switching between VLAN sub-interface with VLAN tag rewrite translate-2-1 method of interface towards TG and interface towards DUT2. DUT2 is configured configured with L2 cross-connect (L2XC) switching between VLAN sub-interface with VLAN tag rewrite pop-1 method of interface towards DUT1 and interface towards TG. + + - **[Ver] TG verification:** Test ICMPv4 Echo Request packets are sent from TG on link to DUT1 and received in TG on link form DUT2; on receive TG verifies packets for correctness and their IPv4 src-addr, dst-addr and MAC addresses. + + - **[Ref] Applicable standard specifications:** IEEE 802.1q, IEEE 802.1ad. + ++------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++================================================================================================+======================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT1 and DUT2 with L2XC and VLAN translate-2-1 (DUT1) switch ICMPv4 between two TG links | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-dot1ad-IPv4-ICMPv4 on TG-DUT1, Eth-dot1q-IPv4-ICMPv4 on DUT1-DUT2, Eth-IPv4-ICMPv4 on TG-DUT2. |br| [Cfg] On DUT1 configure L2 cross-connect (L2XC) with one interface to DUT2 and one Dot1ad sub-interface towards TG with VLAN tag rewrite translate-2-1 method; on DUT2 configure L2 cross-connect (L2XC) with one interface to TG and one VLAN sub-interface towards DUT1 with VLAN tag rewrite pop-1 method. |br| [Ver] Make TG send ICMPv4 Echo Req tagged with Dot1ad tags from one of its interfaces to another one via DUT1 and DUT2; verify that packet is received. |br| [Ref] IEEE 802.1q, IEEE 802.1ad | PASS | ++------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC03: DUT1 and DUT2 with L2XC and VLAN translate-2-1 (DUT1) switch ICMPv6 between two TG links | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-dot1ad-IPv6-ICMPv6 on TG-DUT1, Eth-dot1q-IPv6-ICMPv6 on DUT1-DUT2, Eth-IPv6-ICMPv6 on TG-DUT2. |br| [Cfg] On DUT1 configure L2 cross-connect (L2XC) with one interface to DUT2 and one Dot1ad sub-interface towards TG with VLAN tag rewrite translate-2-1 method; on DUT2 configure L2 cross-connect (L2XC) with one interface to TG and one VLAN sub-interface towards DUT1 with VLAN tag rewrite pop-1 method. |br| [Ver] Make TG send ICMPv6 Echo Req tagegd with Dot1ad tags from one of its interfaces to another one via DUT1 and DUT2; verify that packet is received. |br| [Ref] IEEE 802.1q, IEEE 802.1ad | PASS | ++------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-dot1ad-l2bdbasemaclrn-vlantrans22-func +'''''''''''''''''''''''''''''''''''''''''''' + +**L2BD with VLAN tag rewrite test cases - translate-2-2** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet encapsulations:** Eth-dot1ad-IPv4-ICMPv4 or Eth-dot1ad-IPv6-ICMPv6 on TG-DUT1 and DUT1-DUT2, Eth-IPv4-ICMPv4 or Eth-IPv6-ICMPv6 on TG-DUT2 for L2 switching of IPv4/IPv6. + + - **[Cfg] DUT configuration:** DUT1 is configured with bridge domain (L2BD) switching combined with MAC learning enabled and added VLAN sub-interface with VLAN tag rewrite translate-2-2 method of interface towards TG and interface towards DUT2. DUT2 is configured with L2 bridge domain (L2BD) switching between VLAN sub-interface with VLAN tag rewrite pop-2 method of interface towards DUT1 and interface towards TG. + + - **[Ver] TG verification:** Test ICMPv4 Echo Request packets are sent from TG on link to DUT1 and received in TG on link form DUT2; on receive TG verifies packets for correctness and their IPv4 src-addr, dst-addr and MAC addresses. + + - **[Ref] Applicable standard specifications:** IEEE 802.1q, IEEE 802.1ad. + ++-----------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++=========================================================================================+========================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT1 and DUT2 with L2BD and VLAN translate-2-2 switch ICMPv4 between two TG links | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-dot1ad-IPv4-ICMPv4 on TG-DUT1 and on DUT1-DUT2, Eth-IPv4-ICMPv4 on TG-DUT2. |br| [Cfg] On DUT1 configure L2 bridge domain (L2BD) with one interface to DUT2 and one Dot1ad sub-interface towards TG with VLAN tag rewrite translate-2-2 method; on DUT2 configure L2 bridge domain (L2BD) with one interface to TG and one Dot1ad sub-interface towards DUT1 with VLAN tag rewrite pop-2 tagged with Dot1ad tags from one of its interfaces to another one method. |br| [Ver] Make TG send ICMPv4 Echo Req via DUT1 and DUT2; verify that packet is received. |br| [Ref] IEEE 802.1ad | PASS | ++-----------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC05: DUT1 and DUT2 with L2BD and VLAN translate-2-2 switch ICMPv6 between two TG links | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-dot1ad-IPv6-ICMPv6 on TG-DUT1 and on DUT1-DUT2, Eth-IPv6-ICMPv6 on TG-DUT2. |br| [Cfg] On DUT1 configure L2 bridge domain (L2BD) with one interface to DUT2 and one Dot1ad sub-interface towards TG with VLAN tag rewrite translate-2-2 method; on DUT2 configure L2 bridge domain (L2BD) with one interface to TG and one Dot1ad sub-interface towards DUT1 with VLAN tag rewrite pop-1 tagged with Dot1ad tags from one of its interfaces to another one method. |br| [Ver] Make TG send ICMPv6 Echo Req via DUT1 and DUT2; verify that packet is received. |br| [Ref] IEEE 802.1ad | PASS | ++-----------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-dot1ad-l2xcbase-func +'''''''''''''''''''''''''' + +**L2 cross-connect with QinQ test cases** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet encapsulations:** Eth-dot1ad-IPv4-ICMPv4 on DUT1-DUT2, Eth-IPv4-ICMPv4 on TG-DUTn for L2 switching of IPv4. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with L2 cross-connect (L2XC) switching with 802.1ad QinQ VLAN tag push and pop. + + - **[Ver] TG verification:** Test ICMPv4 Echo Request packets are sent in both directions by TG on links to DUT1 and DUT2; on receive TG verifies packets for correctness and their IPv4 src-addr, dst-addr and MAC addresses. + + - **[Ref] Applicable standard specifications:** IEEE 802.1ad. + ++----------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++========================================================================================+=================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT1 and DUT2 with L2XC and two VLAN push-pop switch ICMPv4 between two TG links | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-dot1ad-IPv4-ICMPv4 on DUT1-DUT2, Eth-IPv4-ICMPv4 on TG-DUTn. |br| [Cfg] On DUT1 and DUT2 configure L2 cross-connect (L2XC), each with one interface to TG and one Ethernet interface towards the other DUT; each DUT pushes two VLAN tags on packets received from local TG, and popping two VLAN tags on packets transmitted to local TG. |br| [Ver] Make TG send ICMPv4 Echo Req in both directions between two of its interfaces to be switched by DUT1 and DUT2; verify all packets are received. |br| [Ref] IEEE 802.1ad. | PASS | ++----------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-dot1ad-l2xcbase-vlantrans22-func +'''''''''''''''''''''''''''''''''''''' + +**L2XC with VLAN tag rewrite test cases - translate-2-2** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet encapsulations:** Eth-dot1ad-IPv4-ICMPv4 or Eth-dot1ad-IPv6-ICMPv6 on TG-DUT1 and DUT1-DUT2, Eth-IPv4-ICMPv4 or Eth-IPv6-ICMPv6 on TG-DUT2 for L2 switching of IPv4/IPv6. + + - **[Cfg] DUT configuration:** DUT1 is configured with L2 cross-connect (L2XC) switching between VLAN sub-interface with VLAN tag rewrite translate-2-2 method of interface towards TG and interface towards DUT2. DUT2 is configured configured with L2 cross-connect (L2XC) switching between VLAN sub-interface with VLAN tag rewrite pop-2 method of interface towards DUT1 and interface towards TG. + + - **[Ver] TG verification:** Test ICMPv4 Echo Request packets are sent from TG on link to DUT1 and received in TG on link form DUT2; on receive TG verifies packets for correctness and their IPv4 src-addr, dst-addr and MAC addresses. + + - **[Ref] Applicable standard specifications:** IEEE 802.1q, IEEE 802.1ad. + ++-----------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++=========================================================================================+========================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT1 and DUT2 with L2XC and VLAN translate-2-2 switch ICMPv4 between two TG links | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-dot1ad-IPv4-ICMPv4 on TG-DUT1 and on DUT1-DUT2, Eth-IPv4-ICMPv4 on TG-DUT2. |br| [Cfg] On DUT1 configure L2 cross-connect (L2XC) with one interface to DUT2 and one Dot1ad sub-interface towards TG with VLAN tag rewrite translate-2-2 method; on DUT2 configure L2 cross-connect (L2XC) with one interface to TG and one Dot1ad sub-interface towards DUT1 with VLAN tag rewrite pop-1 tagged with Dot1ad tags from one of its interfaces to another one method. |br| [Ver] Make TG send ICMPv4 Echo Req via DUT1 and DUT2; verify that packet is received. |br| [Ref] IEEE 802.1ad | PASS | ++-----------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC05: DUT1 and DUT2 with L2XC and VLAN translate-2-2 switch ICMPv6 between two TG links | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-dot1ad-IPv6-ICMPv6 on TG-DUT1 and on DUT1-DUT2, Eth-IPv6-ICMPv6 on TG-DUT2. |br| [Cfg] On DUT1 configure L2 cross-connect (L2XC) with one interface to DUT2 and one Dot1ad sub-interface towards TG with VLAN tag rewrite translate-2-2 method; on DUT2 configure L2 cross-connect (L2XC) with one interface to TG and one Dot1ad sub-interface towards DUT1 with VLAN tag rewrite pop-1 tagegd with Dot1ad tags from one of its interfaces to another one method. |br| [Ver] Make TG send ICMPv6 Echo Req via DUT1 and DUT2; verify that packet is received. |br| [Ref] IEEE 802.1ad | PASS | ++-----------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-dot1q--dot1ad-l2bdbasemaclrn-vlantrans12-func +''''''''''''''''''''''''''''''''''''''''''''''''''' + +**L2BD with VLAN tag rewrite test cases - translate-1-2** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet encapsulations:** Eth-dot1q-IPv4-ICMPv4 or Eth-dot1q-IPv6-ICMPv6 on TG-DUT1, Eth-dot1ad-IPv4-ICMPv4 or Eth-dot1ad-IPv6-ICMPv6 on DUT1-DUT2, Eth-IPv4-ICMPv4 or Eth-IPv6-ICMPv6 on TG-DUT2 for L2 switching of IPv4/IPv6. + + - **[Cfg] DUT configuration:** DUT1 is configured with bridge domain (L2BD) switching combined with MAC learning enabled and added VLAN sub-interface with VLAN tag rewrite translate-1-2 method of interface towards TG and interface towards DUT2. DUT2 is configured with L2 bridge domain (L2BD) switching between VLAN sub-interface with VLAN tag rewrite pop-2 method of interface towards DUT1 and interface towards TG. + + - **[Ver] TG verification:** Test ICMPv4 Echo Request packets are sent from TG on link to DUT1 and received in TG on link form DUT2; on receive TG verifies packets for correctness and their IPv4 src-addr, dst-addr and MAC addresses. + + - **[Ref] Applicable standard specifications:** IEEE 802.1q, IEEE 802.1ad. + ++------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++================================================================================================+========================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT1 and DUT2 with L2BD and VLAN translate-1-2 (DUT1) switch ICMPv4 between two TG links | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-dot1q-IPv4-ICMPv4 on TG-DUT1, Eth-dot1ad-IPv4-ICMPv4 on DUT1-DUT2, Eth-IPv4-ICMPv4 on TG-DUT2. |br| [Cfg] On DUT1 configure L2 bridge domain (L2BD) with one interface to DUT2 and one VLAN sub-interface towards TG with VLAN tag rewrite translate-1-2 method; on DUT2 configure L2 bridge domain (L2BD) with one interface to TG and one Dot1ad sub-interface towards DUT1 with VLAN tag rewrite pop-2 method. |br| [Ver] Make TG send ICMPv4 Echo Req tagged with one Dot1q tag from one of its interfaces to another one via DUT1 and DUT2; verify that packet is received. |br| [Ref] IEEE 802.1q, IEEE 802.1ad | PASS | ++------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC05: DUT1 and DUT2 with L2BD and VLAN translate-1-2 (DUT1) switch ICMPv6 between two TG links | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-dot1q-IPv6-ICMPv6 on TG-DUT1, Eth-dot1ad-IPv6-ICMPv6 on DUT1-DUT2, Eth-IPv6-ICMPv6 on TG-DUT2. |br| [Cfg] On DUT1 configure L2 bridge domain (L2BD) with one interface to DUT2 and one VLAN sub-interface towards TG with VLAN tag rewrite translate-1-2 method; on DUT2 configure L2 bridge domain (L2BD) with one interface to TG and one Dot1ad sub-interface towards DUT1 with VLAN tag rewrite pop-2 method. |br| [Ver] Make TG send ICMPv6 Echo Req tagged with one Dot1q tag from one of its interfaces to another one via DUT1 and DUT2; verify that packet is received. |br| [Ref] IEEE 802.1q, IEEE 802.1ad | PASS | ++------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-dot1q--dot1ad-l2xcbase-vlantrans12-func +''''''''''''''''''''''''''''''''''''''''''''' + +**L2XC with VLAN tag rewrite test cases - translate-1-2** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet encapsulations:** Eth-dot1q-IPv4-ICMPv4 or Eth-dot1q-IPv6-ICMPv6 on TG-DUT1, Eth-dot1ad-IPv4-ICMPv4 or Eth-dot1ad-IPv6-ICMPv6 on DUT1-DUT2, Eth-IPv4-ICMPv4 or Eth-IPv6-ICMPv6 on TG-DUT2 for L2 switching of IPv4/IPv6. + + - **[Cfg] DUT configuration:** DUT1 is configured with L2 cross-connect (L2XC) switching between VLAN sub-interface with VLAN tag rewrite translate-1-2 method of interface towards TG and interface towards DUT2. DUT2 is configured configured with L2 cross-connect (L2XC) switching between VLAN sub-interface with VLAN tag rewrite pop-2 method of interface towards DUT1 and interface towards TG. + + - **[Ver] TG verification:** Test ICMPv4 Echo Request packets are sent from TG on link to DUT1 and received in TG on link form DUT2; on receive TG verifies packets for correctness and their IPv4 src-addr, dst-addr and MAC addresses. + + - **[Ref] Applicable standard specifications:** IEEE 802.1q, IEEE 802.1ad. + ++------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++================================================================================================+========================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT1 and DUT2 with L2XC and VLAN translate-1-2 (DUT1) switch ICMPv4 between two TG links | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-dot1q-IPv4-ICMPv4 on TG-DUT1, Eth-dot1ad-IPv4-ICMPv4 on DUT1-DUT2, Eth-IPv4-ICMPv4 on TG-DUT2. |br| [Cfg] On DUT1 configure L2 cross-connect (L2XC) with one interface to DUT2 and one VLAN sub-interface towards TG with VLAN tag rewrite translate-1-2 method; on DUT2 configure L2 cross-connect (L2XC) with one interface to TG and one Dot1ad sub-interface towards DUT1 with VLAN tag rewrite pop-2 method. |br| [Ver] Make TG send ICMPv4 Echo Req tagged with one Dot1q tag from one of its interfaces to another one via DUT1 and DUT2; verify that packet is received. |br| [Ref] IEEE 802.1q, IEEE 802.1ad | PASS | ++------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC05: DUT1 and DUT2 with L2XC and VLAN translate-1-2 (DUT1) switch ICMPv6 between two TG links | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-dot1q-IPv6-ICMPv6 on TG-DUT1, Eth-dot1ad-IPv6-ICMPv6 on DUT1-DUT2, Eth-IPv6-ICMPv6 on TG-DUT2. |br| [Cfg] On DUT1 configure L2 cross-connect (L2XC) with one interface to DUT2 and one VLAN sub-interface towards TG with VLAN tag rewrite translate-1-2 method; on DUT2 configure L2 cross-connect (L2XC) with one interface to TG and one Dot1ad sub-interface towards DUT1 with VLAN tag rewrite pop-2 method. |br| [Ver] Make TG send ICMPv6 Echo Req tagegd with one Dot1q tag from one of its interfaces to another one via DUT1 and DUT2; verify that packet is received. |br| [Ref] IEEE 802.1q, IEEE 802.1ad | PASS | ++------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-dot1q-l2bdbasemaclrn-vlantrans11-func +''''''''''''''''''''''''''''''''''''''''''' + +**L2BD with VLAN tag rewrite test cases - translate-1-1** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet encapsulations:** Eth-dot1q-IPv4-ICMPv4 or Eth-dot1q-IPv6-ICMPv6 on TG-DUT1 and DUT1-DUT2, Eth-IPv4-ICMPv4 or Eth-IPv6-ICMPv6 on TG-DUT2 for L2 switching of IPv4/IPv6. + + - **[Cfg] DUT configuration:** DUT1 is configured with bridge domain (L2BD) switching combined with MAC learning enabled and added VLAN sub-interface with VLAN tag rewrite translate-1-1 method of interface towards TG and interface towards DUT2. DUT2 is configured with L2 bridge domain (L2BD) switching between VLAN sub-interface with VLAN tag rewrite pop-1 method of interface towards DUT1 and interface towards TG. + + - **[Ver] TG verification:** Test ICMPv4 Echo Request packets are sent from TG on link to DUT1 and received in TG on link form DUT2; on receive TG verifies packets for correctness and their IPv4 src-addr, dst-addr and MAC addresses. + + - **[Ref] Applicable standard specifications:** IEEE 802.1q, IEEE 802.1ad. + ++------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++================================================================================================+=================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT1 and DUT2 with L2BD and VLAN translate-1-1 (DUT1) switch ICMPv4 between two TG links | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-dot1q-IPv4-ICMPv4 on TG-DUT1 and DUT1-DUT2, Eth-IPv4-ICMPv4 on TG-DUT2. |br| [Cfg] On DUT1 configure L2 bridge domain with one interface to DUT2 and one VLAN sub-interface towards TG with VLAN tag rewrite translate-1-1 method; on DUT2 configure L2 bridge domain (L2BD) with one interface to TG and one VLAN sub-interface towards DUT1 with VLAN tag rewrite pop-1 method. |br| [Ver] Make TG send ICMPv4 Echo Req tagged with one Dot1q tag from one of its interfaces to another one via DUT1 and DUT2; verify that packet is received. |br| [Ref] IEEE 802.1q | PASS | ++------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC03: DUT1 and DUT2 with L2BD and VLAN translate-1-1 (DUT1) switch ICMPv6 between two TG links | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-dot1q-IPv6-ICMPv6 on TG-DUT1 and DUT1-DUT2, Eth-IPv6-ICMPv6 on TG-DUT2. |br| [Cfg] On DUT1 configure L2 bridge domain (L2BD) with one interface to DUT2 and one VLAN sub-interface towards TG with VLAN tag rewrite translate-1-1 method; on DUT2 configure L2 bridge domain (L2BD) with one interface to TG and one VLAN sub-interface towards DUT1 with VLAN tag rewrite pop-1 method. |br| [Ver] Make TG send ICMPv6 Echo Req tagged with one Dot1q tag from one of its interfaces to another one via DUT1 and DUT2; verify that packet is received. |br| [Ref] IEEE 802.1q | PASS | ++------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-dot1q-l2xcbase-vlantrans11-func +''''''''''''''''''''''''''''''''''''' + +**L2XC with VLAN tag rewrite test cases - translate-1-1** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet encapsulations:** Eth-dot1q-IPv4-ICMPv4 or Eth-dot1q-IPv6-ICMPv6 on TG-DUT1 and DUT1-DUT2, Eth-IPv4-ICMPv4 or Eth-IPv4-ICMPv4 on TG-DUT2 for L2 switching of IPv4/IPv6. + + - **[Cfg] DUT configuration:** DUT1 is configured with L2 cross-connect (L2XC) switching between VLAN sub-interface with VLAN tag rewrite translate-1-1 method of interface towards TG and interface towards DUT2. DUT2 is configured configured with L2 cross-connect (L2XC) switching between VLAN sub-interface with VLAN tag rewrite pop-1 method of interface towards DUT1 and interface towards TG. + + - **[Ver] TG verification:** Test ICMPv4 Echo Request packets are sent from TG on link to DUT1 and received in TG on link form DUT2; on receive TG verifies packets for correctness and their IPv4 src-addr, dst-addr and MAC addresses. + + - **[Ref] Applicable standard specifications:** IEEE 802.1q, IEEE 802.1ad. + ++------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++================================================================================================+=================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT1 and DUT2 with L2XC and VLAN translate-1-1 (DUT1) switch ICMPv4 between two TG links | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-dot1q-IPv4-ICMPv4 on TG-DUT1 and DUT1-DUT2, Eth-IPv4-ICMPv4 on TG-DUT2. |br| [Cfg] On DUT1 configure L2 cross-connect (L2XC) with one interface to DUT2 and one VLAN sub-interface towards TG with VLAN tag rewrite translate-1-1 method; on DUT2 configure L2 cross-connect (L2XC) with one interface to TG and one VLAN sub-interface towards DUT1 with VLAN tag rewrite pop-1 method. |br| [Ver] Make TG send ICMPv4 Echo Req tagged with one Dot1q tag from one of its interfaces to another one via DUT1 and DUT2; verify that packet is received. |br| [Ref] IEEE 802.1q | PASS | ++------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC03: DUT1 and DUT2 with L2XC and VLAN translate-1-1 (DUT1) switch ICMPv6 between two TG links | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-dot1q-IPv6-ICMPv6 on TG-DUT1 and DUT1-DUT2, Eth-IPv6-ICMPv6 on TG-DUT2. |br| [Cfg] On DUT1 configure L2 cross-connect (L2XC) with one interface to DUT2 and one VLAN sub-interface towards TG with VLAN tag rewrite translate-1-1 method; on DUT2 configure L2 cross-connect (L2XC) with one interface to TG and one VLAN sub-interface towards DUT1 with VLAN tag rewrite pop-1 method. |br| [Ver] Make TG send ICMPv6 Echo Req tagegd with one Dot1q tag from one of its interfaces to another one via DUT1 and DUT2; verify that packet is received. |br| [Ref] IEEE 802.1q | PASS | ++------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +VXLAN Overlay Tunnels +````````````````````` + + + +eth2p-dot1qip4vxlan-l2bdbasemaclrn-func +''''''''''''''''''''''''''''''''''''''' + +**RFC7348 VXLAN: Bridge-domain with VXLAN over VLAN test cases** + + - **[Top] Network topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet encapsulations:** Eth-dot1q-IPv4-VXLAN-Eth-IPv4-ICMPv4 on DUT1-DUT2, Eth-dot1q-IPv4-ICMPv4 on TG-DUTn for L2 switching of IPv4. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with L2 bridge-domain (L2BD) switching combined with static MACs, MAC learning enabled and Split Horizon Groups (SHG) depending on test case; VXLAN tunnels are configured between L2BDs on DUT1 and DUT2. + + - **[Ver] TG verification:** Test ICMPv4 Echo Request packets are sent in both directions by TG on links to DUT1 and DUT2; on receive TG verifies packets for correctness and their IPv4 src-addr, dst-addr and MAC addresses. + + - **[Ref] Applicable standard specifications:** RFC7348. + ++------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++==========================================================================================+===================================================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT1 and DUT2 with L2BD and VXLANoIPv4oVLAN tunnels switch ICMPv4 between TG links | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-dot1q-IPv4-VXLAN-Eth-IPv4-ICMPv4 on DUT1-DUT2; Eth-IPv4-ICMPv4 on TG-DUTn. |br| [Cfg] On DUT1 and DUT2 configure L2 bridge-domain (MAC learning enabled), each with one interface to TG and one VXLAN tunnel interface towards the other DUT over VLAN sub-interface. |br| [Ver] Make TG send ICMPv4 Echo Req between two of its interfaces, verify all packets are received. |br| [Ref] RFC7348. | PASS | ++------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-func +'''''''''''''''''''''''''''''''''''''''''''''''''''' + +**L2BD with VM combined with VXLAN test cases - IPv4** + + - **[Top] Network topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet encapsulations:** Eth-IPv4-VXLAN-Eth-IPv4-ICMPv4 on DUT1-DUT2, Eth-IPv4-ICMPv4 on TG-DUTn for L2 switching of IPv4. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with L2 bridge-domain (L2BD) switching combined with MAC learning enabled; VXLAN tunnels are configured between L2BDs on DUT1 and DUT2. + + - **[Ver] TG verification:** Test ICMPv4 Echo Request packets are sent in both directions by TG on links to DUT1 and DUT2; on receive TG verifies packets for correctness and their IPv4 src-addr, dst-addr and MAC addresses. + + - **[Ref] Applicable standard specifications:** RFC7348. + ++-----------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++=====================================================================================================+============================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01:DUT1 and DUT2 with two L2BDs and VXLANoIPv4 tunnel switch ICMPv4 between TG links and VM links | |br| [Top] TG-DUT1-VM-DUT1-DUT2-VM-DUT2-TG. |br| [Enc] Eth-IPv4-VXLAN-Eth-IPv4-ICMPv4 on DUT1-DUT2; Eth-IPv4-ICMPv4 on TG-DUTn and DUTn=VM. |br| [Cfg] On both DUTs configure two L2BDs (MAC learning enabled); first L2BD with untagged interface to TG and vhost-user interface to local VM, second one with vhost-user interface to local VM and VXLAN interface towards the other DUT. Configure linux bridge on both VMs to pass traffic between both vhost-user interfaces. |br| [Ver] Make TG send ICMPv4 Echo Req between two of its interfaces to be switched by DUT1 and DUT2; verify packets are switched between these TG interfaces. |br| [Ref] RFC7348. | PASS | ++-----------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip4vxlan-l2bdbasemaclrn-func +''''''''''''''''''''''''''''''''''''' + +**Bridge-domain with VXLAN test cases - IPv4** + + - **[Top] Network topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet encapsulations:** Eth-IPv4-VXLAN-Eth-IPv4-ICMPv4 on DUT1-DUT2, Eth-IPv4-ICMPv4 on TG-DUTn for L2 switching of IPv4. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with L2 bridge-domain (L2BD) switching combined with MAC learning enabled; VXLAN tunnels are configured between L2BDs on DUT1 and DUT2. + + - **[Ver] TG verification:** Test ICMPv4 Echo Request packets are sent in both directions by TG on links to DUT1 and DUT2; on receive TG verifies packets for correctness and their IPv4 src-addr, dst-addr and MAC addresses. + + - **[Ref] Applicable standard specifications:** RFC7348. + ++-------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++=====================================================================================+=====================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT1 and DUT2 with L2BD and VXLANoIPv4 tunnels switch ICMPv4 between TG links | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-IPv4-VXLAN-Eth-IPv4-ICMPv4 on DUT1-DUT2; Eth-IPv4-ICMPv4 on TG-DUTn. |br| [Cfg] On DUT1 and DUT2 configure two i/fs into L2BD with MAC learning. |br| [Ver] Make TG verify ICMPv4 Echo Req pkts are switched thru DUT1 and DUT2 in both directions and are correct on receive. |br| [Ref] RFC7348. | PASS | ++-------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip4vxlan-l2xcbase-func +''''''''''''''''''''''''''''''' + +**RFC7348 VXLAN: L2 cross-connect with VXLAN test cases** + + - **[Top] Network topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet encapsulations:** Eth-IPv4-VXLAN-Eth-IPv4-ICMPv4 on DUT1-DUT2, Eth-IPv4-ICMPv4 on TG-DUTn for L2 switching of IPv4. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with L2 cross-connect (L2XC) switching; VXLAN tunnels are configured between L2XCs on DUT1 and DUT2. + + - **[Ver] TG verification:** Test ICMPv4 Echo Request packets are sent in both directions by TG on links to DUT1 and DUT2; on receive TG verifies packets for correctness and their IPv4 src-addr, dst-addr and MAC addresses. + + - **[Ref] Applicable standard specifications:** RFC7348. + ++-------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++=====================================================================================+==========================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT1 and DUT2 with L2XC and VXLANoIPv4 tunnels switch ICMPv4 between TG links | |br| [Top] TG-DUT1-DUT2-TG. |br| [Enc] Eth-IPv4-VXLAN-Eth-IPv4-ICMPv4 on |br| [Ref] RFC7348.DUT1-DUT2, Eth-IPv4-ICMPv4 on TG-DUTn. |br| [Cfg] On DUT1 and DUT2 configure L2 cross-connect (L2XC), each with one interface to TG and one VXLAN tunnel interface towards the other DUT. |br| [Ver] Make TG send ICMPv4 Echo Req between two of its interfaces; verify all packets are received. |br| [Ref] RFC7348. | PASS | ++-------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip6vxlan-l2bdbasemaclrn-eth-2vhost-1vm-func +'''''''''''''''''''''''''''''''''''''''''''''''''''' + +**L2BD with VM combined with VXLAN test cases - IPv6** + + - **[Top] Network topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet encapsulations:** Eth-IPv6-VXLAN-Eth-IPv6-ICMPv6 on DUT1-DUT2, Eth-IPv6-ICMPv6 on TG-DUTn for L2 switching of IPv6. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with L2 bridge-domain (L2BD) switching combined with MAC learning enabled; VXLAN tunnels are configured between L2BDs on DUT1 and DUT2. + + - **[Ver] TG verification:** Test ICMPv6 Echo Request packets are sent in both directions by TG on links to DUT1 and DUT2; on receive TG verifies packets for correctness and their IPv6 src-addr, dst-addr and MAC addresses. + + - **[Ref] Applicable standard specifications:** RFC7348. + ++-----------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++=====================================================================================================+============================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01:DUT1 and DUT2 with two L2BDs and VXLANoIPv6 tunnel switch ICMPv6 between TG links and VM links | |br| [Top] TG-DUT1-VM-DUT1-DUT2-VM-DUT2-TG. |br| [Enc] Eth-IPv6-VXLAN-Eth-IPv6-ICMPv6 on DUT1-DUT2; Eth-IPv4-ICMPv4 on TG-DUTn and DUTn=VM. |br| [Cfg] On both DUTs configure two L2BDs (MAC learning enabled); first L2BD with untagged interface to TG and vhost-user interface to local VM, second one with vhost-user interface to local VM and VXLAN interface towards the other DUT. Configure linux bridge on both VMs to pass traffic between both vhost-user interfaces. |br| [Ver] Make TG send ICMPv6 Echo Req between two of its interfaces to be switched by DUT1 and DUT2; verify packets are switched between these TG interfaces. |br| [Ref] RFC7348. | PASS | ++-----------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth2p-ethip6vxlan-l2bdbasemaclrn-func +''''''''''''''''''''''''''''''''''''' + +**Bridge-domain with VXLAN test cases - IPv6** + + - **[Top] Network topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet encapsulations:** Eth-IPv6-VXLAN-Eth-IPv6-ICMPv6 on DUT1-DUT2, Eth-IPv6-ICMPv6 on TG-DUTn for L2 switching of IPv6. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with L2 bridge-domain (L2BD) switching combined with MAC learning enabled; VXLAN tunnels are configured between L2BDs on DUT1 and DUT2. + + - **[Ver] TG verification:** Test ICMPv6 Echo Request packets are sent in both directions by TG on links to DUT1 and DUT2; on receive TG verifies packets for correctness and their IPv6 src-addr, dst-addr and MAC addresses. + + - **[Ref] Applicable standard specifications:** RFC7348. + ++-------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++=====================================================================================+=====================================================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT1 and DUT2 with L2BD and VXLANoIPv6 tunnels switch ICMPv6 between TG links | |br| [Top] TG=DUT1=DUT2=TG. |br| [Enc] Eth-IPv6-VXLAN-Eth-IPv6-ICMPv6 on DUT1-DUT2, Eth-IPv6-ICMPv6 on TG-DUTn. |br| [Cfg] On DUT1 and DUT2 configure L2 bridge-domain (MAC learning enabled), each with one interface to TG and one VXLAN tunnel interface towards the other DUT. |br| [Ver] Make TG send ICMPv6 Echo Req between two of its interfaces to be switched by DUT1 and DUT2; verify all packets are received. |br| [Ref] RFC7348. | PASS | ++-------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth4p-ethip4vxlan-l2bdbasemaclrn-l2shg-func +''''''''''''''''''''''''''''''''''''''''''' + +**L2BD with SHG combined with VXLAN test cases - IPv4** + + - **[Top] Network topologies:** TG=DUT1=DUT2=TG 3-node circular topology with double parallel links. + + - **[Enc] Packet encapsulations:** Eth-IPv4-VXLAN-Eth-IPv4-ICMPv4 on DUT1-DUT2, Eth-IPv4-ICMPv4 on TG-DUTn for L2 switching of IPv4. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with L2 bridge-domain (L2BD) switching combined with MAC learning enabled and Split Horizon Groups (SHG); VXLAN tunnels are configured between L2BDs on DUT1 and DUT2. + + - **[Ver] TG verification:** Test ICMPv4 Echo Request packets are sent in both directions by TG on links to DUT1 and DUT2; on receive TG verifies packets for correctness and their IPv4 src-addr, dst-addr and MAC addresses. + + - **[Ref] Applicable standard specifications:** RFC7348. + ++-------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++=======================================================================================================+===========================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT1 and DUT2 with L2BD and VXLANoIPv4 tunnels in SHG switch ICMPv4 between TG links | |br| [Top] TG=DUT1=DUT2=TG. |br| [Enc] Eth-IPv4-VXLAN-Eth-IPv4-ICMPv4 on DUT1-DUT2; Eth-IPv4-ICMPv4 on TG-DUTn. |br| [Cfg] On DUT1 configure L2 bridge-domain (MAC learning enabled) with two untagged interfaces to TG and two VXLAN interfaces towards the DUT2 and put both VXLAN interfaces into the same Split-Horizon-Group (SHG). On DUT2 configure two L2 bridge-domain (MAC learning enabled), each with one untagged interface to TG and one VXLAN interface towards the DUT1. |br| [Ver] Make TG send ICMPv4 Echo Reqs between all four of its interfaces to be switched by DUT1 and DUT2; verify packets are not switched between TG interfaces connected to DUT2 that are isolated by SHG on DUT1. |br| [Ref] RFC7348. | PASS | ++-------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC01: DUT1 and DUT2 with L2BD and VXLANoIPv4 tunnels in different SHGs switch ICMPv4 between TG links | |br| [Top] TG=DUT1=DUT2=TG. |br| [Enc] Eth-IPv4-VXLAN-Eth-IPv4-ICMPv4 on DUT1-DUT2; Eth-IPv4-ICMPv4 on TG-DUTn. |br| [Cfg] On DUT1 configure L2 bridge-domain (MAC learning enabled) with two untagged interfaces to TG and two VXLAN interfaces towards the DUT2 and put both VXLAN interfaces into the different Split-Horizon-Group (SHGs). On DUT2 configure two L2 bridge-domain (MAC learning enabled), each with one untagged interface to TG and one VXLAN interface towards the DUT1. |br| [Ver] Make TG send ICMPv4 Echo Req between all four of its interfaces to be switched by DUT1 and DUT2; verify packets are switched between all TG interfaces. |br| [Ref] RFC7348. | PASS | ++-------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + +eth4p-ethip6vxlan-l2bdbasemaclrn-l2shg-func +''''''''''''''''''''''''''''''''''''''''''' + +**L2BD with SHG combined with VXLAN test cases - IPv6** + + - **[Top] Network topologies:** TG=DUT1=DUT2=TG 3-node circular topology with double parallel links. + + - **[Enc] Packet encapsulations:** th-IPv6-VXLAN-Eth-IPv6-ICMPv6 on DUT1-DUT2, Eth-IPv6-ICMPv6 on TG-DUTn for L2 switching of IPv6. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with L2 bridge-domain (L2BD) switching combined with MAC learning enabled and Split Horizon Groups (SHG); VXLAN tunnels are configured between L2BDs on DUT1 and DUT2. + + - **[Ver] TG verification:** Test ICMPv4 Echo Request packets are sent in both directions by TG on links to DUT1 and DUT2; on receive TG verifies packets for correctness and their IPv6 src-addr, dst-addr and MAC addresses. + + - **[Ref] Applicable standard specifications:** RFC7348. + ++-------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| Name | Documentation | Status | ++=======================================================================================================+===========================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================+========+ +| TC01: DUT1 and DUT2 with L2BD and VXLANoIPv6 tunnels in SHG switch ICMPv6 between TG links | |br| [Top] TG=DUT1=DUT2=TG. |br| [Enc] Eth-IPv6-VXLAN-Eth-IPv6-ICMPv6 on DUT1-DUT2; Eth-IPv6-ICMPv6 on TG-DUTn. |br| [Cfg] On DUT1 configure L2 bridge-domain (MAC learning enabled) with two untagged interfaces to TG and two VXLAN interfaces towards the DUT2 and put both VXLAN interfaces into the same Split-Horizon-Group (SHG). On DUT2 configure two L2 bridge-domain (MAC learning enabled), each with one untagged interface to TG and one VXLAN interface towards the DUT1. |br| [Ver] Make TG send ICMPv6 Echo Reqs between all four of its interfaces to be switched by DUT1 and DUT2; verify packets are not switched between TG interfaces connected to DUT2 that are isolated by SHG on DUT1. |br| [Ref] RFC7348. | PASS | ++-------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ +| TC02: DUT1 and DUT2 with L2BD and VXLANoIPv6 tunnels in different SHGs switch ICMPv6 between TG links | |br| [Top] TG=DUT1=DUT2=TG. |br| [Enc] Eth-IPv6-VXLAN-Eth-IPv6-ICMPv6 on DUT1-DUT2; Eth-IPv6-ICMPv6 on TG-DUTn. |br| [Cfg] On DUT1 configure L2 bridge-domain (MAC learning enabled) with two untagged interfaces to TG and two VXLAN interfaces towards the DUT2 and put both VXLAN interfaces into the different Split-Horizon-Group (SHGs). On DUT2 configure two L2 bridge-domain (MAC learning enabled), each with one untagged interface to TG and one VXLAN interface towards the DUT1. |br| [Ver] Make TG send ICMPv6 Echo Req between all four of its interfaces to be switched by DUT1 and DUT2; verify packets are switched between all TG interfaces. |br| [Ref] RFC7348. | PASS | ++-------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ + + diff --git a/docs/report/vpp_functional_results_virl/index.rst b/docs/report/vpp_functional_results_virl/index.rst new file mode 100644 index 0000000000..e0302e49b7 --- /dev/null +++ b/docs/report/vpp_functional_results_virl/index.rst @@ -0,0 +1,7 @@ +VPP Functional Results VIRL +=========================== + +.. toctree:: + + functional_results_virl + diff --git a/docs/report/vpp_functional_results_vpptest/functional_results_vpptest.rst b/docs/report/vpp_functional_results_vpptest/functional_results_vpptest.rst new file mode 100644 index 0000000000..8132622a13 --- /dev/null +++ b/docs/report/vpp_functional_results_vpptest/functional_results_vpptest.rst @@ -0,0 +1,24 @@ +DHCP - Client and Proxy +``````````````````````` + +to be added .. + +GRE Overlay Tunnels +``````````````````` + +to be added .. + +L2BD Ethernet Switching +``````````````````````` + +to be added .. + +L2XC Ethernet Switching +``````````````````````` + +to be added .. + +LISP Overlay Tunnels +```````````````````` + +to be added .. diff --git a/docs/report/vpp_functional_results_vpptest/index.rst b/docs/report/vpp_functional_results_vpptest/index.rst new file mode 100644 index 0000000000..2284d165d4 --- /dev/null +++ b/docs/report/vpp_functional_results_vpptest/index.rst @@ -0,0 +1,7 @@ +VPP Functional Results VPPtest +============================== + +.. toctree:: + + functional_results_vpptest + diff --git a/docs/report/vpp_functional_tests_virl/csit_release_notes.rst b/docs/report/vpp_functional_tests_virl/csit_release_notes.rst new file mode 100644 index 0000000000..6035ddb9ce --- /dev/null +++ b/docs/report/vpp_functional_tests_virl/csit_release_notes.rst @@ -0,0 +1,99 @@ + +.. |br| raw:: html + +
+ +CSIT Release Notes +================== + +Changes in CSIT |release| +------------------------- + +#. Naming change for all VPP functional test suites in VIRL + + - VPP functional test case names stayed unchanged + +#. VPP functional test environment changes + + - upgrade to Ubuntu 16.04 + - VM and vhost-user test environment optimizations + +#. Introduction of Centos tests + +#. Added VPP functional tests + + - more VM vhost-user tests + - more LISP tests + - more IPSec crypto tests + - IPv4 and IPv6 Equal-Cost Multi-Path routing tests + - Telemetry: + - IPFIX tests + - SPAN tests + +Functional Tests Naming +----------------------- + +CSIT |release| introduced a common structured naming convention for all +performance and functional tests. This change was driven by substantially +growing number and type of CSIT test cases. Firstly, the original practice did +not always follow any strict naming convention. Secondly test names did not +always clearly capture tested packet encapsulations, and the actual type or +content of the tests. Thirdly HW configurations in terms of NICs, ports and +their locality were not captured either. These were but few reasons that drove +the decision to change and define a new more complete and stricter test naming +convention, and to apply this to all existing and new test cases. + +The new naming should be intuitive for majority of the tests. The complete +description of CSIT test naming convention is provided on `CSIT test naming +page `_. + +Here few illustrative examples of the new naming usage for functional test +suites: + +#. **Physical port to physical port - a.k.a. NIC-to-NIC, Phy-to-Phy, P2P** + + - *eth2p-ethip4-ip4base-func.robot* => 2 ports of Ethernet, IPv4 baseline + routed forwarding, functional tests. + +#. **Physical port to VM (or VM chain) to physical port - a.k.a. NIC2VM2NIC, + P2V2P, NIC2VMchain2NIC, P2V2V2P** + + - *eth2p-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-func.robot* => 2 ports of + Ethernet, IPv4 VXLAN Ethernet, L2 bridge-domain switching to/from two vhost + interfaces and one VM, functional tests. + +Known Issues +------------ + +Here is the list of known issues in CSIT |release| for VPP functional tests in VIRL: + ++-------------------------------------------------+-----------------------------------------------------------------+ +| ISSUE | DESCRIPTION | ++-------------------------------------------------+-----------------------------------------------------------------+ +| DHCPv4 client: Client responses to DHCPv4 OFFER | Client replies with DHCPv4 REQUEST message when received DHCPv4 | +| sent with different XID | OFFER message with different (wrong) XID. | ++-------------------------------------------------+-----------------------------------------------------------------+ +| Softwire - MAP-E: Incorrect calculation of IPv6 | IPv6 destination address is wrongly calculated in case that | +| destination address when IPv4 prefix is 0 | IPv4 prefix is equal to 0 and IPv6 prefix is less than 40. | ++-------------------------------------------------+-----------------------------------------------------------------+ +| Softwire - MAP-E: Map domain is created when | Map domain is created in case that the sum of suffix length of | +| incorrect parameters provided | IPv4 prefix and PSID length is greater than EA bits length. | +| | IPv6 destination address contains bits writen with PSID over | +| | the EA-bit length when IPv4 packet is sent. | ++-------------------------------------------------+-----------------------------------------------------------------+ +| IPv6 RA: Incorrect IPv6 destination address in | Wrong IPv6 destination address (ff02::1) is used in ICMPv6 | +| response to ICMPv6 Router Solicitation | Router Advertisement packet sent as a response to received | +| | ICMPv6 Router Solicitation packet. | ++-------------------------------------------------+-----------------------------------------------------------------+ +| IPFIX: IPv6_src key name reported instead of | The report contains IPv6_src key name instead of IPv6_dst when | +| IPv6_dst | classify session is configured with IPv6 destination address. | +| | Anyhow the correct IPv6 destination address is reported. | ++-------------------------------------------------+-----------------------------------------------------------------+ +| SPAN: Tx traffic is not mirrored | Tx traffic is not mirrored from SPAN source port to SPAN | +| | destination port. |br| | +| | NOTE: Fix is going to be merged in vpp stable/1701. | ++-------------------------------------------------+-----------------------------------------------------------------+ +| SPAN: Packet trace always contains local0 as | There is reported wrong destination port in the traffic trace: | +| destination port | |br| SPAN: mirrored GigabitEthernet0/5/0 -> local0 |br| | +| | The (Rx) traffic is mirrored to correct destination port. | ++-------------------------------------------------+-----------------------------------------------------------------+ diff --git a/docs/report/vpp_functional_tests_virl/documentation.rst b/docs/report/vpp_functional_tests_virl/documentation.rst new file mode 100644 index 0000000000..6904068516 --- /dev/null +++ b/docs/report/vpp_functional_tests_virl/documentation.rst @@ -0,0 +1,4 @@ +Documentation +============= + +Documentation is located on nexus repository https://docs.fd.io/csit/master/doc/tests.func.html. diff --git a/docs/report/vpp_functional_tests_virl/index.rst b/docs/report/vpp_functional_tests_virl/index.rst new file mode 100644 index 0000000000..564783b750 --- /dev/null +++ b/docs/report/vpp_functional_tests_virl/index.rst @@ -0,0 +1,10 @@ +VPP Functional Tests VIRL +========================= + +.. toctree:: + + overview + csit_release_notes + test_environment + documentation + diff --git a/docs/report/vpp_functional_tests_virl/overview.rst b/docs/report/vpp_functional_tests_virl/overview.rst new file mode 100644 index 0000000000..cf7a5d2e34 --- /dev/null +++ b/docs/report/vpp_functional_tests_virl/overview.rst @@ -0,0 +1,118 @@ +Overview +======== + +VPP Functional Test Topologies in VIRL +-------------------------------------- + +CSIT VPP functional tests are executed on virtualized topologies created using +Virtual Internet Routing Lab (VIRL) simulation platform contributed by Cisco. +VIRL runs on physical baremetal servers hosted by LF FD.io project. Majority +of the tests are executed in the three node logical test topology - Traffic +Generator (TG) node and two Systems Under Test (SUT) nodes connected in a +loop. Some tests use two node logical test topology - TG node and SUT node. +Both logical test topologies are shown in the figures below::: + + +------------------------+ +------------------------+ + | | | | + | +------------------+ | | +------------------+ | + | | <-----------------> | | + | | | | | | | | + | | DUT1 <-----------------> DUT2 | | + | +--^--^------------+ | | +------------^--^--+ | + | | | | | | | | + | | | SUT1 | | SUT2 | | | + +------------------------+ +------------------------+ + | | | | + | | | | + | | +-----------+ | | + | +---------------> <---------------+ | + | | TG | | + +------------------> <------------------+ + +-----------+ + + +------------------------+ + | | + | +------------------+ | + +---------------> <--------------+ + | | | | | | + | |------------> DUT1 <-----------+ | + | | | +--^--^------------+ | | | + | | | | | | + | | | SUT1 | | | + | | +------------------------+ | | + | | | | + | | | | + | | +-----------+ | | + | +---------------> <---------------+ | + | | TG | | + +------------------> <------------------+ + +-----------+ + +Virtual testbeds are created dynamically whenever a verification job is +started triggered by the patch submission to gerrit and destroyed upon +completion of all functional tests. During test execution, all nodes are +reachable thru the MGMT network connected to every node via dedicated NICs and +links (not shown above for clarity). Each node is a Virtual Machine and each +connection that is drawn on the diagram is available for use in any test case. + +For test cases that require DUT (VPP) to communicate with VM over vhost-user +interfaces, a nested VM is created on SUT1 and/or SUT2 for the duration of +that particular test case only. DUT (VPP) test topology with VM is shown in +the figure below including the applicable packet flow thru the VM (marked with +``*``).:: + + +------------------------+ +------------------------+ + | +----------+ | | +----------+ | + | | VM | | | | VM | | + | | ****** | | | | ****** | | + | +--^----^--+ | | +--^----^--+ | + | *| |* | | *| |* | + | +------v----v------+ | | +------v----v------+ | + | | * * |**|***********|**| * * | | + | | ***** *******<----------------->******* ***** | | + | | * DUT1 | | | | DUT2 * | | + | +--^---------------+ | | +---------------^--+ | + | *| | | |* | + | *| SUT1 | | SUT2 |* | + +------------------------+ +------------------^-----+ + *| |* + *| |* + *| +-----------+ |* + *| | | |* + *+------------------> TG <------------------+* + ******************* | |******************** + +-----------+ + +VPP Functional Tests Overview +----------------------------- + +Following VPP functional test areas are included in the CSIT |release| with +results listed in this report: + +- **DHCP - Client and Proxy** - Dynamic Host Control Protocol Client and Proxy + for IPv4, IPv6. +- **GRE Overlay Tunnels** - Generic Routing Encapsulation for IPv4. +- **L2BD Ethernet Switching** - L2 Bridge-Domain switched-forwarding for + untagged Ethernet, dot1q and dot1ad tagged. +- **L2XC Ethernet Switching** - L2 Cross-Connect switched-forwarding for + untagged Ethernet, dot1q and dot1ad tagged. +- **LISP Overlay Tunnels** - Locator/ID Separation Protocol overlay tunnels and + locator/id mapping control. +- **Softwire Tunnels** - IPv4-in-IPv6 softwire tunnels. +- **Cop Address Security** - address white-list and black-list filtering for + IPv4, IPv6. +- **IPSec - Tunnels and Transport** - IPSec tunnel and transport modes. +- **IPv6 Routed-Forwarding** - IPv6 routed-forwarding, NS/ND, RA, ICMPv6. +- **uRPF Source Security** - unicast Reverse Path Forwarding security. +- **Tap Interface** - baseline Linux tap interface tests. +- **Telemetry - IPFIX and SPAN** - IPFIX netflow statistics and SPAN port + mirroring. +- **VRF Routed-Forwarding** - multi-context IPVPN routed-forwarding for IPv4, + IPv6. +- **iACL Security** - ingress Access Control List security for IPv4, IPv6, MAC. +- **IPv4 Routed-Forwarding** - IPv4 routed-forwarding, RPF, ARP, Proxy ARP, + ICMPv4. +- **QoS Policer Metering** - ingress packet rate measuring and marking for IPv4, + IPv6. +- **VLAN Tag Translation** - L2 VLAN tag translation 2to2, 2to1, 1to2, 1to1. +- **VXLAN Overlay Tunnels** - VXLAN tunneling for L2-over-IP, for IPv4, IPv6. diff --git a/docs/report/vpp_functional_tests_virl/test_environment.rst b/docs/report/vpp_functional_tests_virl/test_environment.rst new file mode 100644 index 0000000000..fc7c63351a --- /dev/null +++ b/docs/report/vpp_functional_tests_virl/test_environment.rst @@ -0,0 +1,443 @@ +Test Environment +================ + +CSIT functional tests are currently executed in FD.IO VIRL testbed. The physical +VIRL testbed infrastructure consists of three identical VIRL hosts: + +- All hosts are Cisco UCS C240-M4 (2x Intel(R) Xeon(R) CPU E5-2699 v3 @2.30GHz, + 18c, 512GB RAM) +- Hosts run Ubuntu 14.04.3 +- VIRL software versions: + + - STD server version 0.10.24.7 + - UWM server version 0.10.24.7 + +Whenever a patch is submitted to gerrit for review, parallel VIRL simulations +are started to reduce the time of execution of all functional tests. The number +of parallel VIRL simulations is equal to number of test groups defined by +TEST_GROUPS variable in csit/bootstrap.sh file. The VIRL host to run VIRL +simulation is selected randomly per VIRL simulation. + +Every VIRL simulation uses the same three-node - Traffic Generator (TG node) and +two Systems Under Test (SUT1 and SUT2) - "double-ring" topology. The appropriate +pre-built VPP packages built by Jenkins for the patch under review are then +installed on the two SUTs, along with their /etc/vpp/startup.conf file, in all +VIRL simulations. + +SUT Configuration - VIRL Guest VM +--------------------------------- + +Configuration of the SUT VMs is defined in file + + /csit/resources/tools/virl/topologies/double-ring-nested.xenial.virl + +- List of SUT VM interfaces::: + + + + + + +- Number of 2MB hugepages: 1024 + +- Maximum number of memory map areas: 20000 + +- Kernel Shared Memory Max: 2147483648 (vm.nr_hugepages * 2 * 1024 * 1024) + +SUT Configuration - VIRL Guest OS Linux +--------------------------------------- + +In CSIT terminology, the VM operating system for both SUTs that VPP 17.01 has +been tested with, is the following: + +**#. ubuntu-16.04.1_2016-12-19_1.6** + +This image implies Ubuntu 16.04.1 LTS, current as of 2016/12/19 (that is, +package versions are those that would have been installed by a "apt-get update", +"apt-get upgrade" on December 19), produced by CSIT disk image build scripts +version 1.6. + +The exact list of installed packages and their versions (including the Linux +kernel package version) are included in CSIT source repository: + + resources/tools/disk-image-builder/ubuntu/lists/ubuntu-16.04.1_2016-12-19_1.6 + +A replica of this VM image can be built by running the "build.sh" script in CSIT +repository resources/tools/disk-image-builder/ubuntu. + +**#. centos-7.3-1611_2017-01-24_1.2** + +The Centos7.3 image is ready to be used but no tests running on it now. +Corresponding Jenkins jobs are under preparation. + +The exact list of installed packages and their versions (including the Linux +kernel package version) are included in CSIT source repository: + + resources/tools/disk-image-builder/ubuntu/lists/centos-7.3-1611_2017-01-24_1.2 + +A replica of this VM image can be built by running the "build.sh" script in CSIT +repository resources/tools/disk-image-builder/centos. + +**#. Nested VM image** + +In addition to the "main" VM image, tests which require VPP to communicate to a +VM over a vhost-user interface, utilize a "nested" VM image. + +This "nested" VM is dynamically created and destroyed as part of a test case, +and therefore the "nested" VM image is optimized to be small, lightweight and +have a short boot time. The "nested" VM image is not built around any +established Linux distribution, but is based on BuildRoot +(https://buildroot.org/), a tool for building embedded Linux systems. Just as +for the "main" image, scripts to produce an identical replica of the "nested" +image are included in CSIT GIT repository, and the image can be rebuilt using +the "build.sh" script at: + + resources/tools/disk-image-builder/ubuntu/lists/nested + +DUT Configuration - VPP +----------------------- + +Every System Under Test runs VPP SW application in Linux user-mode as a Device +Under Test (DUT) node. + +**DUT port configuration** + +Port configuration of DUTs is defined in topology file that is generated per +VIRL simulation based on the definition stored in file + + /csit/resources/tools/virl/topologies/double-ring-nested.xenial.yaml + +Example of DUT nodes configuration::: + + DUT1: + type: DUT + host: "10.30.51.157" + port: 22 + username: cisco + honeycomb: + user: admin + passwd: admin + port: 8183 + netconf_port: 2831 + priv_key: | + -----BEGIN RSA PRIVATE KEY----- + MIIEpgIBAAKCAQEAwUDlTpzSHpwLQotZOFS4AgcPNEWCnP1AB2hWFmvI+8Kah/gb + v8ruZU9RqhPs56tyKzxbhvNkY4VbH5F1GilHZu3mLqzM4KfghMmaeMEjO1T7BYYd + vuBfTvIluljfQ2vAlnYrDwn+ClxJk81m0pDgvrLEX4qVVh2sGh7UEkYy5r82DNa2 + 4VjzPB1J/c8a9zP8FoZUhYIzF4FLvRMjUADpbMXgJMsGpaZLmz95ap0Eot7vb1Cc + 1LvF97iyBCrtIOSKRKA50ZhLGjMKmOwnYU+cP5718tbproDVi6VJOo7zeuXyetMs + 8YBl9kWblWG9BqP9jctFvsmi5G7hXgq1Y8u+DwIDAQABAoIBAQC/W4E0DHjLMny7 + 0bvw2YKzD0Zw3fttdB94tkm4PdZv5MybooPnsAvLaXVV0hEdfVi5kzSWNl/LY/tN + EP1BgGphc2QgB59/PPxGwFIjDCvUzlsZpynBHe+B/qh5ExNQcVvsIOqWI7DXlXaN + 0i/khOzmJ6HncRRah1spKimYRsaUUDskyg7q3QqMWVaqBbbMvLs/w7ZWd/zoDqCU + MY/pCI6hkB3QbRo0OdiZLohphBl2ShABTwjvVyyKL5UA4jAEneJrhH5gWVLXnfgD + p62W5CollKEYblC8mUkPxpP7Qo277zw3xaq+oktIZhc5SUEUd7nJZtNqVAHqkItW + 79VmpKyxAoGBAPfU+kqNPaTSvp+x1n5sn2SgipzDtgi9QqNmC4cjtrQQaaqI57SG + OHw1jX8i7L2G1WvVtkHg060nlEVo5n65ffFOqeVBezLVJ7ghWI8U+oBiJJyQ4boD + GJVNsoOSUQ0rtuGd9eVwfDk3ol9aCN0KK53oPfIYli29pyu4l095kg11AoGBAMef + bPEMBI/2XmCPshLSwhGFl+dW8d+Klluj3CUQ/0vUlvma3dfBOYNsIwAgTP0iIUTg + 8DYE6KBCdPtxAUEI0YAEAKB9ry1tKR2NQEIPfslYytKErtwjAiqSi0heM6+zwEzu + f54Z4oBhsMSL0jXoOMnu+NZzEc6EUdQeY4O+jhjzAoGBAIogC3dtjMPGKTP7+93u + UE/XIioI8fWg9fj3sMka4IMu+pVvRCRbAjRH7JrFLkjbUyuMqs3Arnk9K+gbdQt/ + +m95Njtt6WoFXuPCwgbM3GidSmZwYT4454SfDzVBYScEDCNm1FuR+8ov9bFLDtGT + D4gsngnGJj1MDFXTxZEn4nzZAoGBAKCg4WmpUPaCuXibyB+rZavxwsTNSn2lJ83/ + sYJGBhf/raiV/FLDUcM1vYg5dZnu37RsB/5/vqxOLZGyYd7x+Jo5HkQGPnKgNwhn + g8BkdZIRF8uEJqxOo0ycdOU7n/2O93swIpKWo5LIiRPuqqzj+uZKnAL7vuVdxfaY + qVz2daMPAoGBALgaaKa3voU/HO1PYLWIhFrBThyJ+BQSQ8OqrEzC8AnegWFxRAM8 + EqrzZXl7ACUuo1dH0Eipm41j2+BZWlQjiUgq5uj8+yzy+EU1ZRRyJcOKzbDACeuD + BpWWSXGBI5G4CppeYLjMUHZpJYeX1USULJQd2c4crLJKb76E8gz3Z9kN + -----END RSA PRIVATE KEY----- + + interfaces: + port1: + mac_address: "fa:16:3e:9b:89:52" + pci_address: "0000:00:04.0" + link: link1 + port2: + mac_address: "fa:16:3e:7a:33:60" + pci_address: "0000:00:05.0" + link: link4 + port3: + mac_address: "fa:16:3e:29:b7:ae" + pci_address: "0000:00:06.0" + link: link3 + port4: + mac_address: "fa:16:3e:76:8d:ff" + pci_address: "0000:00:07.0" + link: link6 + DUT2: + type: DUT + host: "10.30.51.156" + port: 22 + username: cisco + honeycomb: + user: admin + passwd: admin + port: 8183 + netconf_port: 2831 + priv_key: | + -----BEGIN RSA PRIVATE KEY----- + MIIEpgIBAAKCAQEAwUDlTpzSHpwLQotZOFS4AgcPNEWCnP1AB2hWFmvI+8Kah/gb + v8ruZU9RqhPs56tyKzxbhvNkY4VbH5F1GilHZu3mLqzM4KfghMmaeMEjO1T7BYYd + vuBfTvIluljfQ2vAlnYrDwn+ClxJk81m0pDgvrLEX4qVVh2sGh7UEkYy5r82DNa2 + 4VjzPB1J/c8a9zP8FoZUhYIzF4FLvRMjUADpbMXgJMsGpaZLmz95ap0Eot7vb1Cc + 1LvF97iyBCrtIOSKRKA50ZhLGjMKmOwnYU+cP5718tbproDVi6VJOo7zeuXyetMs + 8YBl9kWblWG9BqP9jctFvsmi5G7hXgq1Y8u+DwIDAQABAoIBAQC/W4E0DHjLMny7 + 0bvw2YKzD0Zw3fttdB94tkm4PdZv5MybooPnsAvLaXVV0hEdfVi5kzSWNl/LY/tN + EP1BgGphc2QgB59/PPxGwFIjDCvUzlsZpynBHe+B/qh5ExNQcVvsIOqWI7DXlXaN + 0i/khOzmJ6HncRRah1spKimYRsaUUDskyg7q3QqMWVaqBbbMvLs/w7ZWd/zoDqCU + MY/pCI6hkB3QbRo0OdiZLohphBl2ShABTwjvVyyKL5UA4jAEneJrhH5gWVLXnfgD + p62W5CollKEYblC8mUkPxpP7Qo277zw3xaq+oktIZhc5SUEUd7nJZtNqVAHqkItW + 79VmpKyxAoGBAPfU+kqNPaTSvp+x1n5sn2SgipzDtgi9QqNmC4cjtrQQaaqI57SG + OHw1jX8i7L2G1WvVtkHg060nlEVo5n65ffFOqeVBezLVJ7ghWI8U+oBiJJyQ4boD + GJVNsoOSUQ0rtuGd9eVwfDk3ol9aCN0KK53oPfIYli29pyu4l095kg11AoGBAMef + bPEMBI/2XmCPshLSwhGFl+dW8d+Klluj3CUQ/0vUlvma3dfBOYNsIwAgTP0iIUTg + 8DYE6KBCdPtxAUEI0YAEAKB9ry1tKR2NQEIPfslYytKErtwjAiqSi0heM6+zwEzu + f54Z4oBhsMSL0jXoOMnu+NZzEc6EUdQeY4O+jhjzAoGBAIogC3dtjMPGKTP7+93u + UE/XIioI8fWg9fj3sMka4IMu+pVvRCRbAjRH7JrFLkjbUyuMqs3Arnk9K+gbdQt/ + +m95Njtt6WoFXuPCwgbM3GidSmZwYT4454SfDzVBYScEDCNm1FuR+8ov9bFLDtGT + D4gsngnGJj1MDFXTxZEn4nzZAoGBAKCg4WmpUPaCuXibyB+rZavxwsTNSn2lJ83/ + sYJGBhf/raiV/FLDUcM1vYg5dZnu37RsB/5/vqxOLZGyYd7x+Jo5HkQGPnKgNwhn + g8BkdZIRF8uEJqxOo0ycdOU7n/2O93swIpKWo5LIiRPuqqzj+uZKnAL7vuVdxfaY + qVz2daMPAoGBALgaaKa3voU/HO1PYLWIhFrBThyJ+BQSQ8OqrEzC8AnegWFxRAM8 + EqrzZXl7ACUuo1dH0Eipm41j2+BZWlQjiUgq5uj8+yzy+EU1ZRRyJcOKzbDACeuD + BpWWSXGBI5G4CppeYLjMUHZpJYeX1USULJQd2c4crLJKb76E8gz3Z9kN + -----END RSA PRIVATE KEY----- + + interfaces: + port1: + mac_address: "fa:16:3e:ad:6c:7d" + pci_address: "0000:00:04.0" + link: link2 + port2: + mac_address: "fa:16:3e:94:a4:99" + pci_address: "0000:00:05.0" + link: link5 + port3: + mac_address: "fa:16:3e:75:92:da" + pci_address: "0000:00:06.0" + link: link3 + port4: + mac_address: "fa:16:3e:2c:b1:2a" + pci_address: "0000:00:07.0" + link: link6 + +**VPP Version** + +17.01-release_amd64 + +**VPP Installed Packages** +:: + + $ dpkg -l vpp\* + Desired=Unknown/Install/Remove/Purge/Hold + | Status=Not/Inst/Conf-files/Unpacked/halF-conf/Half-inst/trig-aWait/Trig-pend + |/ Err?=(none)/Reinst-required (Status,Err: uppercase=bad) + ||/ Name Version Architecture Description + +++-==============-=============-============-============================================= + ii vpp 17.01-release amd64 Vector Packet Processing--executables + ii vpp-dbg 17.01-release amd64 Vector Packet Processing--debug symbols + ii vpp-dev 17.01-release amd64 Vector Packet Processing--development support + ii vpp-dpdk-dev 17.01-release amd64 Vector Packet Processing--development support + ii vpp-dpdk-dkms 17.01-release amd64 DPDK 2.1 igb_uio_driver + ii vpp-lib 17.01-release amd64 Vector Packet Processing--runtime libraries + ii vpp-plugins 17.01-release amd64 Vector Packet Processing--runtime plugins + +**VPP Startup Configuration** + +VPP startup configuration is common for all test cases. +:: + + $ cat /etc/vpp/startup.conf + unix { + nodaemon + log /tmp/vpp.log + full-coredump + } + + api-trace { + on + } + + api-segment { + gid vpp + } + + cpu { + ## In the VPP there is one main thread and optionally the user can create worker(s) + ## The main thread and worker thread(s) can be pinned to CPU core(s) manually or automatically + + ## Manual pinning of thread(s) to CPU core(s) + + ## Set logical CPU core where main thread runs + # main-core 1 + + ## Set logical CPU core(s) where worker threads are running + # corelist-workers 2-3,18-19 + + ## Automatic pinning of thread(s) to CPU core(s) + + ## Sets number of CPU core(s) to be skipped (1 ... N-1) + ## Skipped CPU core(s) are not used for pinning main thread and working thread(s). + ## The main thread is automatically pinned to the first available CPU core and worker(s) + ## are pinned to next free CPU core(s) after core assigned to main thread + # skip-cores 4 + + ## Specify a number of workers to be created + ## Workers are pinned to N consecutive CPU cores while skipping "skip-cores" CPU core(s) + ## and main thread's CPU core + # workers 2 + + ## Set scheduling policy and priority of main and worker threads + + ## Scheduling policy options are: other (SCHED_OTHER), batch (SCHED_BATCH) + ## idle (SCHED_IDLE), fifo (SCHED_FIFO), rr (SCHED_RR) + # scheduler-policy fifo + + ## Scheduling priority is used only for "real-time policies (fifo and rr), + ## and has to be in the range of priorities supported for a particular policy + # scheduler-priority 50 + } + + dpdk { + ## Change default settings for all intefaces + # dev default { + ## Number of receive queues, enables RSS + ## Default is 1 + # num-rx-queues 3 + + ## Number of transmit queues, Default is equal + ## to number of worker threads or 1 if no workers treads + # num-tx-queues 3 + + ## Number of descriptors in transmit and receive rings + ## increasing or reducing number can impact performance + ## Default is 1024 for both rx and tx + # num-rx-desc 512 + # num-tx-desc 512 + + ## VLAN strip offload mode for interface + ## Default is off + # vlan-strip-offload on + # } + + ## Whitelist specific interface by specifying PCI address + # dev 0000:02:00.0 + + ## Whitelist specific interface by specifying PCI address and in + ## addition specify custom parameters for this interface + # dev 0000:02:00.1 { + # num-rx-queues 2 + # } + + ## Change UIO driver used by VPP, Options are: uio_pci_generic, vfio-pci + ## and igb_uio (default) + # uio-driver uio_pci_generic + + ## Disable mutli-segment buffers, improves performance but + ## disables Jumbo MTU support + # no-multi-seg + + ## Increase number of buffers allocated, needed only in scenarios with + ## large number of interfaces and worker threads. Value is per CPU socket. + ## Default is 32768 + # num-mbufs 128000 + + ## Change hugepages allocation per-socket, needed only if there is need for + ## larger number of mbufs. Default is 256M on each detected CPU socket + # socket-mem 2048,2048 + } + +TG Configuration +---------------- + +Traffic Generator node is VM running the same OS Linux as SUTs. Ports of this +VM are used as source (Tx) and destination (Rx) ports for the traffic. + +Traffic scripts of test cases are executed on this VM. + +**TG VM configuration** + +Configuration of the TG VMs is defined in file + + /csit/resources/tools/virl/topologies/double-ring-nested.xenial.virl + +- List of TG VM interfaces::: + + + + + + + + +**TG node port configuration** + +Port configuration of TG is defined in topology file that is generated per VIRL +simulation based on the definition stored in file + + /csit/resources/tools/virl/topologies/double-ring-nested.xenial.yaml + +Example of TG node configuration::: + + TG: + type: TG + host: "10.30.51.155" + port: 22 + username: cisco + priv_key: | + -----BEGIN RSA PRIVATE KEY----- + MIIEpgIBAAKCAQEAwUDlTpzSHpwLQotZOFS4AgcPNEWCnP1AB2hWFmvI+8Kah/gb + v8ruZU9RqhPs56tyKzxbhvNkY4VbH5F1GilHZu3mLqzM4KfghMmaeMEjO1T7BYYd + vuBfTvIluljfQ2vAlnYrDwn+ClxJk81m0pDgvrLEX4qVVh2sGh7UEkYy5r82DNa2 + 4VjzPB1J/c8a9zP8FoZUhYIzF4FLvRMjUADpbMXgJMsGpaZLmz95ap0Eot7vb1Cc + 1LvF97iyBCrtIOSKRKA50ZhLGjMKmOwnYU+cP5718tbproDVi6VJOo7zeuXyetMs + 8YBl9kWblWG9BqP9jctFvsmi5G7hXgq1Y8u+DwIDAQABAoIBAQC/W4E0DHjLMny7 + 0bvw2YKzD0Zw3fttdB94tkm4PdZv5MybooPnsAvLaXVV0hEdfVi5kzSWNl/LY/tN + EP1BgGphc2QgB59/PPxGwFIjDCvUzlsZpynBHe+B/qh5ExNQcVvsIOqWI7DXlXaN + 0i/khOzmJ6HncRRah1spKimYRsaUUDskyg7q3QqMWVaqBbbMvLs/w7ZWd/zoDqCU + MY/pCI6hkB3QbRo0OdiZLohphBl2ShABTwjvVyyKL5UA4jAEneJrhH5gWVLXnfgD + p62W5CollKEYblC8mUkPxpP7Qo277zw3xaq+oktIZhc5SUEUd7nJZtNqVAHqkItW + 79VmpKyxAoGBAPfU+kqNPaTSvp+x1n5sn2SgipzDtgi9QqNmC4cjtrQQaaqI57SG + OHw1jX8i7L2G1WvVtkHg060nlEVo5n65ffFOqeVBezLVJ7ghWI8U+oBiJJyQ4boD + GJVNsoOSUQ0rtuGd9eVwfDk3ol9aCN0KK53oPfIYli29pyu4l095kg11AoGBAMef + bPEMBI/2XmCPshLSwhGFl+dW8d+Klluj3CUQ/0vUlvma3dfBOYNsIwAgTP0iIUTg + 8DYE6KBCdPtxAUEI0YAEAKB9ry1tKR2NQEIPfslYytKErtwjAiqSi0heM6+zwEzu + f54Z4oBhsMSL0jXoOMnu+NZzEc6EUdQeY4O+jhjzAoGBAIogC3dtjMPGKTP7+93u + UE/XIioI8fWg9fj3sMka4IMu+pVvRCRbAjRH7JrFLkjbUyuMqs3Arnk9K+gbdQt/ + +m95Njtt6WoFXuPCwgbM3GidSmZwYT4454SfDzVBYScEDCNm1FuR+8ov9bFLDtGT + D4gsngnGJj1MDFXTxZEn4nzZAoGBAKCg4WmpUPaCuXibyB+rZavxwsTNSn2lJ83/ + sYJGBhf/raiV/FLDUcM1vYg5dZnu37RsB/5/vqxOLZGyYd7x+Jo5HkQGPnKgNwhn + g8BkdZIRF8uEJqxOo0ycdOU7n/2O93swIpKWo5LIiRPuqqzj+uZKnAL7vuVdxfaY + qVz2daMPAoGBALgaaKa3voU/HO1PYLWIhFrBThyJ+BQSQ8OqrEzC8AnegWFxRAM8 + EqrzZXl7ACUuo1dH0Eipm41j2+BZWlQjiUgq5uj8+yzy+EU1ZRRyJcOKzbDACeuD + BpWWSXGBI5G4CppeYLjMUHZpJYeX1USULJQd2c4crLJKb76E8gz3Z9kN + -----END RSA PRIVATE KEY----- + + interfaces: + port3: + mac_address: "fa:16:3e:b9:e1:27" + pci_address: "0000:00:06.0" + link: link1 + driver: virtio-pci + port4: + mac_address: "fa:16:3e:e9:c8:68" + pci_address: "0000:00:07.0" + link: link4 + driver: virtio-pci + port5: + mac_address: "fa:16:3e:e8:d3:47" + pci_address: "0000:00:08.0" + link: link2 + driver: virtio-pci + port6: + mac_address: "fa:16:3e:cf:ca:58" + pci_address: "0000:00:09.0" + link: link5 + driver: virtio-pci + +**Traffic generator** + +Functional tests utilize Scapy as a traffic generator. There was used Scapy +v2.3.1 for VPP 17.01 tests. + diff --git a/docs/report/vpp_functional_tests_vpptest/documentation.rst b/docs/report/vpp_functional_tests_vpptest/documentation.rst new file mode 100644 index 0000000000..416fe8af46 --- /dev/null +++ b/docs/report/vpp_functional_tests_vpptest/documentation.rst @@ -0,0 +1,4 @@ +Documentation +============= + +Link diff --git a/docs/report/vpp_functional_tests_vpptest/index.rst b/docs/report/vpp_functional_tests_vpptest/index.rst new file mode 100644 index 0000000000..5cf36a9999 --- /dev/null +++ b/docs/report/vpp_functional_tests_vpptest/index.rst @@ -0,0 +1,9 @@ +VPP Functional Tests VPPtest +============================ + +.. toctree:: + + overview + test_environment + documentation + diff --git a/docs/report/vpp_functional_tests_vpptest/overview.rst b/docs/report/vpp_functional_tests_vpptest/overview.rst new file mode 100644 index 0000000000..570ca4e3de --- /dev/null +++ b/docs/report/vpp_functional_tests_vpptest/overview.rst @@ -0,0 +1,12 @@ +Overview +======== + +VPP Functional Test Topologies in VPPtest +----------------------------------------- + +to be added .. + +VPP Functional Tests Overview +----------------------------- + +to be added .. diff --git a/docs/report/vpp_functional_tests_vpptest/test_environment.rst b/docs/report/vpp_functional_tests_vpptest/test_environment.rst new file mode 100644 index 0000000000..db19dce75b --- /dev/null +++ b/docs/report/vpp_functional_tests_vpptest/test_environment.rst @@ -0,0 +1,6 @@ +Test Environment +================ + +VPPtest functional tests are currently executed in ... + +to be added diff --git a/docs/report/vpp_performance_results_hw/index.rst b/docs/report/vpp_performance_results_hw/index.rst new file mode 100644 index 0000000000..42f79bfd16 --- /dev/null +++ b/docs/report/vpp_performance_results_hw/index.rst @@ -0,0 +1,6 @@ +VPP Performance Results HW +========================== + +.. toctree:: + + performance_results_hw diff --git a/docs/report/vpp_performance_results_hw/performance_results_hw.rst b/docs/report/vpp_performance_results_hw/performance_results_hw.rst new file mode 100644 index 0000000000..01ff0e8cbf --- /dev/null +++ b/docs/report/vpp_performance_results_hw/performance_results_hw.rst @@ -0,0 +1,1934 @@ + +.. |br| raw:: html + +
+ +L2 Ethernet Switching +===================== + +10ge2p1x520-dot1ad-l2xcbase-ndrpdrdisc +`````````````````````````````````````` + +**RFC2544: Pkt throughput L2XC with 802.1ad test cases** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4 for L2 xconnect. 802.1ad tagging is applied on link between DUT1 and DUT2 with inner 4B vlan tag (id=100) and outer 4B vlan tag (id=200). + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with L2 cross- connect. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel. + + - **[Ver] TG verification:** TG finds and reports throughput NDR (Non Drop Rate) with zero packet loss tolerance or throughput PDR (Partial Drop Rate) with non-zero packet loss tolerance (LT) expressed in percentage of packets transmitted. NDR and PDR are discovered for different Ethernet L2 frame sizes using either binary search or linear search algorithms with configured starting rate and final step that determines throughput measurement resolution. Test packets are generated by TG on links to DUTs. TG traffic profile contains two L3 flow-groups (flow-group per direction, 253 flows per flow-group) with all packets containing Ethernet header, IPv4 header with IP protocol=61 and static payload. MAC addresses are matching MAC addresses of the TG node interfaces. + + - **[Ref] Applicable standard specifications:** RFC2544. + ++-----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| Name | Documentation | Message | ++=========================================+======================================================================================================================================================================================================================+===================================================================================================================================================================================================================================================================================+ +| tc01-64B-1t1c-dot1ad-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2XC forwarding config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 9050814.875 pps (2x 4525407.4375 pps) |br| FINAL_BANDWIDTH: 6.082147596 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/2570/2684', '10/1567/1703'] |br| LAT_50%NDR: ['10/30/476', '10/29/455'] |br| LAT_10%NDR: ['10/21/81', '10/21/67'] | ++-----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc02-64B-1t1c-dot1ad-l2xcbase-pdrdisc | |br| [Cfg] DUT runs L2XC forwarding config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 9050814.875 pps (2x 4525407.4375 pps) |br| FINAL_BANDWIDTH: 6.082147596 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['10/2563/2685', '10/1575/1686'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc03-1514B-1t1c-dot1ad-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2XC forwarding config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1514 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1621270.0 pps (2x 810635.0 pps) |br| FINAL_BANDWIDTH: 19.89622544 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/214/268', '20/69/269'] |br| LAT_50%NDR: ['20/29/85', '10/30/87'] |br| LAT_10%NDR: ['10/13/69', '10/14/45'] | ++-----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc04-1514B-1t1c-dot1ad-l2xcbase-pdrdisc | |br| [Cfg] DUT runs L2XC forwarding config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1514 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1621270.0 pps (2x 810635.0 pps) |br| FINAL_BANDWIDTH: 19.89622544 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/286/454', '20/182/473'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc05-9000B-1t1c-dot1ad-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2XC forwarding config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 276916.0 pps (2x 138458.0 pps) |br| FINAL_BANDWIDTH: 19.98225856 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['50/748/876', '50/196/836'] |br| LAT_50%NDR: ['50/66/228', '50/66/235'] |br| LAT_10%NDR: ['50/55/104', '50/62/76'] | ++-----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc06-9000B-1t1c-dot1ad-l2xcbase-pdrdisc | |br| [Cfg] DUT runs L2XC forwarding config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 276916.0 pps (2x 138458.0 pps) |br| FINAL_BANDWIDTH: 19.98225856 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/185/316', '50/192/296'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc07-64B-2t2c-dot1ad-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2XC forwarding config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 18955298.1875 pps (2x 9477649.09375 pps) |br| FINAL_BANDWIDTH: 12.737960382 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/54/148', '20/156/210'] |br| LAT_50%NDR: ['10/24/515', '10/24/607'] |br| LAT_10%NDR: ['10/21/45', '10/19/44'] | ++-----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc08-64B-2t2c-dot1ad-l2xcbase-pdrdisc | |br| [Cfg] DUT runs L2XC forwarding config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 18955298.1875 pps (2x 9477649.09375 pps) |br| FINAL_BANDWIDTH: 12.737960382 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/55/201', '10/720/808'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc09-1514B-2t2c-dot1ad-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2XC forwarding config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1514 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1621270.0 pps (2x 810635.0 pps) |br| FINAL_BANDWIDTH: 19.89622544 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/168/203', '20/134/396'] |br| LAT_50%NDR: ['20/27/164', '10/27/65'] |br| LAT_10%NDR: ['10/27/61', '10/26/42'] | ++-----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc10-1514B-2t2c-dot1ad-l2xcbase-pdrdisc | |br| [Cfg] DUT runs L2XC forwarding config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1514 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1621270.0 pps (2x 810635.0 pps) |br| FINAL_BANDWIDTH: 19.89622544 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/242/368', '20/150/207'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc11-9000B-2t2c-dot1ad-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2XC forwarding config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 276916.0 pps (2x 138458.0 pps) |br| FINAL_BANDWIDTH: 19.98225856 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['50/213/233', '50/148/237'] |br| LAT_50%NDR: ['50/32/228', '50/33/191'] |br| LAT_10%NDR: ['50/61/202', '50/59/75'] | ++-----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc12-9000B-2t2c-dot1ad-l2xcbase-pdrdisc | |br| [Cfg] DUT runs L2XC forwarding config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 276916.0 pps (2x 138458.0 pps) |br| FINAL_BANDWIDTH: 19.98225856 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/253/399', '50/173/261'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc13-64B-4t4c-dot1ad-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2XC forwarding config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 19376765.5625 pps (2x 9688382.78125 pps) |br| FINAL_BANDWIDTH: 13.021186458 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/47/87', '10/63/219'] |br| LAT_50%NDR: ['10/21/542', '10/23/615'] |br| LAT_10%NDR: ['10/19/705', '10/20/777'] | ++-----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc14-64B-4t4c-dot1ad-l2xcbase-pdrdisc | |br| [Cfg] DUT runs L2XC forwarding config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 19587499.25 pps (2x 9793749.625 pps) |br| FINAL_BANDWIDTH: 13.162799496 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/544/632', '20/547/627'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc15-1514B-4t4c-dot1ad-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2XC forwarding config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 1514 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1621270.0 pps (2x 810635.0 pps) |br| FINAL_BANDWIDTH: 19.89622544 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/133/286', '20/36/96'] |br| LAT_50%NDR: ['10/25/173', '10/27/54'] |br| LAT_10%NDR: ['10/26/143', '10/25/40'] | ++-----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc16-1514B-4t4c-dot1ad-l2xcbase-pdrdisc | |br| [Cfg] DUT runs L2XC forwarding config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 1514 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1621270.0 pps (2x 810635.0 pps) |br| FINAL_BANDWIDTH: 19.89622544 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/115/127', '20/40/95'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc17-9000B-4t4c-dot1ad-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2XC forwarding config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 276916.0 pps (2x 138458.0 pps) |br| FINAL_BANDWIDTH: 19.98225856 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['50/103/609', '60/80/579'] |br| LAT_50%NDR: ['50/65/222', '50/65/228'] |br| LAT_10%NDR: ['50/61/130', '50/55/183'] | ++-----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc18-9000B-4t4c-dot1ad-l2xcbase-pdrdisc | |br| [Cfg] DUT runs L2XC forwarding config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 276916.0 pps (2x 138458.0 pps) |br| FINAL_BANDWIDTH: 19.98225856 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/171/252', '60/75/164'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ + + +10ge2p1x520-dot1q-l2xcbase-ndrpdrdisc +````````````````````````````````````` + +**RFC2544: Pkt throughput L2XC with 802.1q test cases** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4 for L2 cross connect. 802.1q tagging is applied on link between DUT1 and DUT2. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with L2 cross- connect. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel. + + - **[Ver] TG verification:** TG finds and reports throughput NDR (Non Drop Rate) with zero packet loss tolerance or throughput PDR (Partial Drop Rate) with non-zero packet loss tolerance (LT) expressed in percentage of packets transmitted. NDR and PDR are discovered for different Ethernet L2 frame sizes using either binary search or linear search algorithms with configured starting rate and final step that determines throughput measurement resolution. Test packets are generated by TG on links to DUTs. TG traffic profile contains two L3 flow-groups (flow-group per direction, 253 flows per flow-group) with all packets containing Ethernet header, IPv4 header with IP protocol=61 and static payload. MAC addresses are matching MAC addresses of the TG node interfaces. + + - **[Ref] Applicable standard specifications:** RFC2544. + ++----------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| Name | Documentation | Message | ++========================================+=====================================================================================================================================================================================================================+================================================================================================================================================================================================================================================================================+ +| tc01-64B-1t1c-dot1q-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2XC switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 9015340.625 pps (2x 4507670.3125 pps) |br| FINAL_BANDWIDTH: 6.0583089 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/2561/2660', '20/1555/1672'] |br| LAT_50%NDR: ['10/28/62', '10/28/66'] |br| LAT_10%NDR: ['10/21/128', '10/22/80'] | ++----------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc02-64B-1t1c-dot1q-l2xcbase-pdrdisc | |br| [Cfg] DUT runs L2XC switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 9015340.625 pps (2x 4507670.3125 pps) |br| FINAL_BANDWIDTH: 6.0583089 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/2569/2689', '20/1540/1664'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc03-1518B-1t1c-dot1q-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2XC switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1621270.0 pps (2x 810635.0 pps) |br| FINAL_BANDWIDTH: 19.94810608 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/148/359', '20/223/354'] |br| LAT_50%NDR: ['20/28/190', '20/29/155'] |br| LAT_10%NDR: ['20/13/60', '10/14/44'] | ++----------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc04-1518B-1t1c-dot1q-l2xcbase-pdrdisc | |br| [Cfg] DUT runs L2XC switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1621270.0 pps (2x 810635.0 pps) |br| FINAL_BANDWIDTH: 19.94810608 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/145/300', '20/171/204'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc05-9000B-1t1c-dot1q-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2XC switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 277038.0 pps (2x 138519.0 pps) |br| FINAL_BANDWIDTH: 19.99106208 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['60/139/305', '50/191/246'] |br| LAT_50%NDR: ['50/32/202', '50/33/168'] |br| LAT_10%NDR: ['50/61/87', '50/62/90'] | ++----------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc06-9000B-1t1c-dot1q-l2xcbase-pdrdisc | |br| [Cfg] DUT runs L2XC switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 277038.0 pps (2x 138519.0 pps) |br| FINAL_BANDWIDTH: 19.99106208 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/747/878', '50/195/856'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc07-64B-2t2c-dot1q-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2XC switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 18712215.3125 pps (2x 9356107.65625 pps) |br| FINAL_BANDWIDTH: 12.57460869 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/55/112', '20/723/799'] |br| LAT_50%NDR: ['10/25/46', '10/24/47'] |br| LAT_10%NDR: ['10/20/44', '10/19/51'] | ++----------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc08-64B-2t2c-dot1q-l2xcbase-pdrdisc | |br| [Cfg] DUT runs L2XC switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 18932598.8281 pps (2x 9466299.41406 pps) |br| FINAL_BANDWIDTH: 12.7227064125 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['10/52/214', '10/725/878'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc09-1518B-2t2c-dot1q-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2XC switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1621270.0 pps (2x 810635.0 pps) |br| FINAL_BANDWIDTH: 19.94810608 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/84/513', '20/133/498'] |br| LAT_50%NDR: ['10/27/86', '10/27/181'] |br| LAT_10%NDR: ['10/27/98', '10/26/50'] | ++----------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc10-1518B-2t2c-dot1q-l2xcbase-pdrdisc | |br| [Cfg] DUT runs L2XC switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1621270.0 pps (2x 810635.0 pps) |br| FINAL_BANDWIDTH: 19.94810608 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/86/221', '20/81/148'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc11-9000B-2t2c-dot1q-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2XC switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 277038.0 pps (2x 138519.0 pps) |br| FINAL_BANDWIDTH: 19.99106208 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['50/108/259', '50/78/227'] |br| LAT_50%NDR: ['50/32/224', '50/32/130'] |br| LAT_10%NDR: ['50/61/78', '50/61/75'] | ++----------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc12-9000B-2t2c-dot1q-l2xcbase-pdrdisc | |br| [Cfg] DUT runs L2XC switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 277038.0 pps (2x 138519.0 pps) |br| FINAL_BANDWIDTH: 19.99106208 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/102/162', '60/169/219'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc13-64B-4t4c-dot1q-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2XC switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 23119885.625 pps (2x 11559942.8125 pps) |br| FINAL_BANDWIDTH: 15.53656314 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/379/394', '20/380/397'] |br| LAT_50%NDR: ['10/21/34', '10/20/38'] |br| LAT_10%NDR: ['10/19/50', '10/18/34'] | ++----------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc14-64B-4t4c-dot1q-l2xcbase-pdrdisc | |br| [Cfg] DUT runs L2XC switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 23119885.625 pps (2x 11559942.8125 pps) |br| FINAL_BANDWIDTH: 15.53656314 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/381/539', '20/381/404'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc15-1518B-4t4c-dot1q-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2XC switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1621270.0 pps (2x 810635.0 pps) |br| FINAL_BANDWIDTH: 19.94810608 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/169/247', '20/93/136'] |br| LAT_50%NDR: ['10/26/68', '10/28/168'] |br| LAT_10%NDR: ['10/27/44', '10/26/59'] | ++----------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc16-1518B-4t4c-dot1q-l2xcbase-pdrdisc | |br| [Cfg] DUT runs L2XC switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1621270.0 pps (2x 810635.0 pps) |br| FINAL_BANDWIDTH: 19.94810608 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/73/119', '20/33/153'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc17-9000B-4t4c-dot1q-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2XC switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 277038.0 pps (2x 138519.0 pps) |br| FINAL_BANDWIDTH: 19.99106208 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['60/116/154', '50/128/298'] |br| LAT_50%NDR: ['50/64/149', '50/64/96'] |br| LAT_10%NDR: ['50/60/91', '50/61/188'] | ++----------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc18-9000B-4t4c-dot1q-l2xcbase-pdrdisc | |br| [Cfg] DUT runs L2XC switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 277038.0 pps (2x 138519.0 pps) |br| FINAL_BANDWIDTH: 19.99106208 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['50/152/541', '60/76/514'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ + +10ge2p1x520-eth-l2bdbasemaclrn-ndrpdrdisc +````````````````````````````````````````` + +**RFC2544: Pkt throughput L2BD test cases** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4 for L2 switching of IPv4. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with L2 bridge- domain and MAC learning enabled. DUT1 and DUT2 tested with 2p10GE NI X520 Niantic by Intel. + + - **[Ver] TG verification:** TG finds and reports throughput NDR (Non Drop Rate) with zero packet loss tolerance or throughput PDR (Partial Drop Rate) with non-zero packet loss tolerance (LT) expressed in percentage of packets transmitted. NDR and PDR are discovered for different Ethernet L2 frame sizes using either binary search or linear search algorithms with configured starting rate and final step that determines throughput measurement resolution. Test packets are generated by TG on links to DUTs. TG traffic profile contains two L3 flow-groups (flow-group per direction, 253 flows per flow-group) with all packets containing Ethernet header, IPv4 header with IP protocol=61 and static payload. MAC addresses are matching MAC addresses of the TG node interfaces. + + - **[Ref] Applicable standard specifications:** RFC2544. + ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| Name | Documentation | Message | ++============================================+=========================================================================================================================================================================================================================+=============================================================================================================================================================================================================================================================================+ +| tc01-64B-1t1c-eth-l2bdbasemaclrn-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 10592856.875 pps (2x 5296428.4375 pps) |br| FINAL_BANDWIDTH: 7.11839982 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/152/208', '10/149/200'] |br| LAT_50%NDR: ['10/26/54', '10/26/56'] |br| LAT_10%NDR: ['10/22/56', '10/19/33'] | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc02-64B-1t1c-eth-l2bdbasemaclrn-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 10592856.875 pps (2x 5296428.4375 pps) |br| FINAL_BANDWIDTH: 7.11839982 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['10/120/159', '30/123/168'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc03-1518B-1t1c-eth-l2bdbasemaclrn-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/451/941', '20/473/952'] |br| LAT_50%NDR: ['20/28/80', '20/30/101'] |br| LAT_10%NDR: ['20/26/89', '10/27/174'] | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc04-1518B-1t1c-eth-l2bdbasemaclrn-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/108/245', '20/103/214'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc05-9000B-1t1c-eth-l2bdbasemaclrn-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['60/154/174', '60/152/192'] |br| LAT_50%NDR: ['50/62/228', '50/66/232'] |br| LAT_10%NDR: ['50/56/172', '50/62/124'] | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc06-9000B-1t1c-eth-l2bdbasemaclrn-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/247/282', '60/226/244'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc07-64B-2t2c-eth-l2bdbasemaclrn-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 22371428.0 pps (2x 11185714.0 pps) |br| FINAL_BANDWIDTH: 15.033599616 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/52/501', '20/78/628'] |br| LAT_50%NDR: ['10/23/73', '10/24/85'] |br| LAT_10%NDR: ['10/21/50', '10/20/48'] | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc08-64B-2t2c-eth-l2bdbasemaclrn-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 22833332.75 pps (2x 11416666.375 pps) |br| FINAL_BANDWIDTH: 15.343999608 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/73/104', '10/1159/1196'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc09-1518B-2t2c-eth-l2bdbasemaclrn-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | Search FAILED | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc10-1518B-2t2c-eth-l2bdbasemaclrn-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/205/215', '20/157/164'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc11-9000B-2t2c-eth-l2bdbasemaclrn-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['60/311/357', '60/87/105'] |br| LAT_50%NDR: ['50/65/117', '50/65/233'] |br| LAT_10%NDR: ['50/60/97', '50/61/157'] | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc12-9000B-2t2c-eth-l2bdbasemaclrn-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/219/270', '60/90/115'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc13-64B-4t4c-eth-l2bdbasemaclrn-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 23295237.5 pps (2x 11647618.75 pps) |br| FINAL_BANDWIDTH: 15.6543996 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/491/508', '10/486/500'] |br| LAT_50%NDR: ['10/19/34', '10/19/32'] |br| LAT_10%NDR: ['10/19/46', '10/19/34'] | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc14-64B-4t4c-eth-l2bdbasemaclrn-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 23526189.875 pps (2x 11763094.9375 pps) |br| FINAL_BANDWIDTH: 15.809599596 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['10/32/77', '10/31/76'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc15-1518B-4t4c-eth-l2bdbasemaclrn-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/160/229', '20/172/195'] |br| LAT_50%NDR: ['20/26/62', '10/27/53'] |br| LAT_10%NDR: ['20/27/52', '10/27/160'] | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc16-1518B-4t4c-eth-l2bdbasemaclrn-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/162/226', '20/134/191'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc17-9000B-4t4c-eth-l2bdbasemaclrn-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['60/229/266', '50/103/122'] |br| LAT_50%NDR: ['50/65/150', '50/65/267'] |br| LAT_10%NDR: ['50/55/228', '50/62/71'] | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc18-9000B-4t4c-eth-l2bdbasemaclrn-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/80/110', '50/174/265'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ + +10ge2p1x520-eth-l2xcbase-ndrpdrdisc +``````````````````````````````````` + +**RFC2544: Pkt throughput L2XC test cases** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4 for L2 cross connect. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with L2 cross- connect. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel. + + - **[Ver] TG verification:** TG finds and reports throughput NDR (Non Drop Rate) with zero packet loss tolerance or throughput PDR (Partial Drop Rate) with non-zero packet loss tolerance (LT) expressed in percentage of packets transmitted. NDR and PDR are discovered for different Ethernet L2 frame sizes using either binary search or linear search algorithms with configured starting rate and final step that determines throughput measurement resolution. Test packets are generated by TG on links to DUTs. TG traffic profile contains two L3 flow-groups (flow-group per direction, 253 flows per flow-group) with all packets containing Ethernet header, IPv4 header with IP protocol=61 and static payload. MAC addresses are matching MAC addresses of the TG node interfaces. + + - **[Ref] Applicable standard specifications:** RFC2544. + ++--------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| Name | Documentation | Message | ++======================================+============================================================================================================================================================================================================================================================+==================================================================================================================================================================================================================================================================================+ +| tc01-64B-1t1c-eth-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2XC switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 12671428.25 pps (2x 6335714.125 pps) |br| FINAL_BANDWIDTH: 8.515199784 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/1060/1162', '10/1065/1168'] |br| LAT_50%NDR: ['10/23/843', '10/23/868'] |br| LAT_10%NDR: ['10/19/32', '10/19/41'] | ++--------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc02-64B-1t1c-eth-l2xcbase-pdrdisc | |br| [Cfg] DUT runs L2XC switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 12671428.25 pps (2x 6335714.125 pps) |br| FINAL_BANDWIDTH: 8.515199784 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/1060/1160', '20/1074/1163'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc03-1518B-1t1c-eth-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2XC switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/417/447', '20/418/430'] |br| LAT_50%NDR: ['20/28/162', '10/29/211'] |br| LAT_10%NDR: ['10/27/64', '10/26/59'] | ++--------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc04-1518B-1t1c-eth-l2xcbase-pdrdisc | |br| [Cfg] DUT runs L2XC switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/374/441', '20/286/294'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc05-9000B-1t1c-eth-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2XC switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['60/397/880', '50/414/853'] |br| LAT_50%NDR: ['50/61/84', '50/66/86'] |br| LAT_10%NDR: ['50/61/84', '50/56/115'] | ++--------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc06-9000B-1t1c-eth-l2xcbase-pdrdisc | |br| [Cfg] DUT runs L2XC switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/269/335', '50/401/434'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc07-64B-2t2c-eth-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2XC switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 23064285.125 pps (2x 11532142.5625 pps) |br| FINAL_BANDWIDTH: 15.499199604 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/30/107', '10/32/187'] |br| LAT_50%NDR: ['10/20/71', '10/20/35'] |br| LAT_10%NDR: ['10/19/541', '10/19/495'] | ++--------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc08-64B-2t2c-eth-l2xcbase-pdrdisc | |br| [Cfg] DUT runs L2XC switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 23295237.5 pps (2x 11647618.75 pps) |br| FINAL_BANDWIDTH: 15.6543996 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/953/968', '20/495/556'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc09-1518B-2t2c-eth-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2XC switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/289/327', '20/231/246'] |br| LAT_50%NDR: ['10/26/179', '10/27/39'] |br| LAT_10%NDR: ['10/27/102', '10/27/97'] | ++--------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc10-1518B-2t2c-eth-l2xcbase-pdrdisc | |br| [Cfg] DUT runs L2XC switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/90/114', '20/335/345'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc11-9000B-2t2c-eth-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2XC switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['60/126/275', '50/189/413'] |br| LAT_50%NDR: ['50/64/207', '50/65/95'] |br| LAT_10%NDR: ['50/59/90', '50/62/76'] | ++--------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc12-9000B-2t2c-eth-l2xcbase-pdrdisc | |br| [Cfg] DUT runs L2XC switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/142/263', '50/312/336'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc13-64B-4t4c-eth-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2XC switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 23295237.5 pps (2x 11647618.75 pps) |br| FINAL_BANDWIDTH: 15.6543996 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/943/959', '10/484/664'] |br| LAT_50%NDR: ['10/17/541', '10/18/514'] |br| LAT_10%NDR: ['10/19/43', '10/18/34'] | ++--------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc14-64B-4t4c-eth-l2xcbase-pdrdisc | |br| [Cfg] DUT runs L2XC switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 23295237.5 pps (2x 11647618.75 pps) |br| FINAL_BANDWIDTH: 15.6543996 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/945/958', '10/488/514'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc15-1518B-4t4c-eth-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2XC switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/84/115', '20/102/275'] |br| LAT_50%NDR: ['10/27/77', '10/27/61'] |br| LAT_10%NDR: ['10/27/57', '10/24/41'] | ++--------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc16-1518B-4t4c-eth-l2xcbase-pdrdisc | |br| [Cfg] DUT runs L2XC switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/184/310', '20/181/242'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc17-9000B-4t4c-eth-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2XC switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['60/237/270', '50/111/143'] |br| LAT_50%NDR: ['50/65/541', '50/65/496'] |br| LAT_10%NDR: ['50/61/82', '50/61/87'] | ++--------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc18-9000B-4t4c-eth-l2xcbase-pdrdisc | |br| [Cfg] DUT runs L2XC switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/225/256', '60/103/117'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc19-IMIX-1t1c-eth-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2XC switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for IMIX_v4_1 frame size using binary search start at 10GE linerate, step 100kpps. IMIX_v4_1 = (28x64B;16x570B;4x1518B) | FINAL_RATE: 6687472.0 pps (2x 3343736.0 pps) |br| FINAL_BANDWIDTH: 19.9999994163 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_50%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_10%NDR: ['-1/-1/-1', '-1/-1/-1'] | ++--------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc20-IMIX-1t1c-eth-l2xcbase-pdrdisc | |br| [Cfg] DUT runs L2XC switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for IMIX_v4_1 frame size using binary search start at 10GE linerate, step 100kpps, LT=0.5%. IMIX_v4_1 = (28x64B;16x570B;4x1518B) | FINAL_RATE: 6687472.0 pps (2x 3343736.0 pps) |br| FINAL_BANDWIDTH: 19.9999994163 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['-1/-1/-1', '-1/-1/-1'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ + +10ge2p1x710-eth-l2bdbasemaclrn-ndrpdrdisc +````````````````````````````````````````` + +**RFC2544: Pkt throughput L2BD test cases** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4 for L2 switching of IPv4. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with L2 bridge- domain and MAC learning enabled. DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel. + + - **[Ver] TG verification:** TG finds and reports throughput NDR (Non Drop Rate) with zero packet loss tolerance or throughput PDR (Partial Drop Rate) with non-zero packet loss tolerance (LT) expressed in percentage of packets transmitted. NDR and PDR are discovered for different Ethernet L2 frame sizes using either binary search or linear search algorithms with configured starting rate and final step that determines throughput measurement resolution. Test packets are generated by TG on links to DUTs. TG traffic profile contains two L3 flow-groups (flow-group per direction, 253 flows per flow-group) with all packets containing Ethernet header, IPv4 header with IP protocol=61 and static payload. MAC addresses are matching MAC addresses of the TG node interfaces. + + - **[Ref] Applicable standard specifications:** RFC2544. + ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| Name | Documentation | Message | ++============================================+=========================================================================================================================================================================================================================+============================================================================================================================================================================================================================================================================+ +| tc01-64B-1t1c-eth-l2bdbasemaclrn-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 9899999.75 pps (2x 4949999.875 pps) |br| FINAL_BANDWIDTH: 6.652799832 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/156/254', '20/166/300'] |br| LAT_50%NDR: ['10/13/54', '10/13/67'] |br| LAT_10%NDR: ['10/20/46', '10/23/60'] | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc02-64B-1t1c-eth-l2bdbasemaclrn-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 10130952.125 pps (2x 5065476.0625 pps) |br| FINAL_BANDWIDTH: 6.807999828 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/182/310', '10/185/357'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc03-1518B-1t1c-eth-l2bdbasemaclrn-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/110/203', '20/87/155'] |br| LAT_50%NDR: ['10/25/72', '10/25/73'] |br| LAT_10%NDR: ['10/25/54', '10/25/33'] | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc04-1518B-1t1c-eth-l2bdbasemaclrn-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/330/437', '20/273/330'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc05-9000B-1t1c-eth-l2bdbasemaclrn-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['40/143/281', '50/162/282'] |br| LAT_50%NDR: ['40/53/107', '40/54/107'] |br| LAT_10%NDR: ['40/51/74', '40/51/72'] | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc06-9000B-1t1c-eth-l2bdbasemaclrn-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['50/131/262', '40/241/348'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc07-64B-2t2c-eth-l2bdbasemaclrn-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 12902380.625 pps (2x 6451190.3125 pps) |br| FINAL_BANDWIDTH: 8.67039978 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/24/84', '10/25/83'] |br| LAT_50%NDR: ['10/24/45', '10/23/47'] |br| LAT_10%NDR: ['10/20/30', '10/20/100'] | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc08-64B-2t2c-eth-l2bdbasemaclrn-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 21678570.875 pps (2x 10839285.4375 pps) |br| FINAL_BANDWIDTH: 14.567999628 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/59/86', '10/214/232'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc09-1518B-2t2c-eth-l2bdbasemaclrn-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/149/243', '10/124/221'] |br| LAT_50%NDR: ['10/24/120', '10/25/52'] |br| LAT_10%NDR: ['10/25/58', '10/25/36'] | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc10-1518B-2t2c-eth-l2bdbasemaclrn-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/36/82', '10/220/270'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc11-9000B-2t2c-eth-l2bdbasemaclrn-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['40/73/208', '40/75/118'] |br| LAT_50%NDR: ['40/53/78', '40/53/81'] |br| LAT_10%NDR: ['40/47/77', '40/51/59'] | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc12-9000B-2t2c-eth-l2bdbasemaclrn-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['50/155/243', '40/91/215'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc13-64B-4t4c-eth-l2bdbasemaclrn-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 22140475.625 pps (2x 11070237.8125 pps) |br| FINAL_BANDWIDTH: 14.87839962 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/20/41', '10/21/46'] |br| LAT_50%NDR: ['10/20/164', '10/20/31'] |br| LAT_10%NDR: ['10/20/37', '10/20/70'] | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc14-64B-4t4c-eth-l2bdbasemaclrn-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 29761904.0 pps (2x 14880952.0 pps) |br| FINAL_BANDWIDTH: 19.999999488 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['10/82/267', '10/36/97'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc15-1518B-4t4c-eth-l2bdbasemaclrn-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/73/196', '10/41/93'] |br| LAT_50%NDR: ['10/23/54', '10/24/64'] |br| LAT_10%NDR: ['10/25/113', '10/24/31'] | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc16-1518B-4t4c-eth-l2bdbasemaclrn-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/51/102', '10/74/192'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc17-9000B-4t4c-eth-l2bdbasemaclrn-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['50/706/1060', '40/741/1038'] |br| LAT_50%NDR: ['40/52/75', '40/54/136'] |br| LAT_10%NDR: ['40/50/81', '40/48/64'] | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc18-9000B-4t4c-eth-l2bdbasemaclrn-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['40/61/103', '40/97/241'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ + +40ge2p1xl710-eth-l2bdbasemaclrn-ndrpdrdisc +`````````````````````````````````````````` + +**RFC2544: Pkt throughput L2BD test cases** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4 for L2 switching of IPv4. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with L2 bridge- domain and MAC learning enabled. DUT1 and DUT2 tested with 2p40GE NIC XL710-DA2 by Intel. + + - **[Ver] TG verification:** TG finds and reports throughput NDR (Non Drop Rate) with zero packet loss tolerance or throughput PDR (Partial Drop Rate) with non-zero packet loss tolerance (LT) expressed in percentage of packets transmitted. NDR and PDR are discovered for different Ethernet L2 frame sizes using either binary search or linear search algorithms with configured starting rate and final step that determines throughput measurement resolution. Test packets are generated by TG on links to DUTs. TG traffic profile contains two L3 flow-groups (flow-group per direction, 253 flows per flow-group) with all packets containing Ethernet header, IPv4 header with IP protocol=61 and static payload. MAC addresses are matching MAC addresses of the TG node interfaces. + + - **[Ref] Applicable standard specifications:** RFC2544. + ++--------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| Name | Documentation | Message | ++============================================+================================================================================================================================================================================================================+================================================================================================================================================================================================================================================================================+ +| tc01-64B-1t1c-eth-l2bdbasemaclrn-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 18.75Mpps rate, step 100kpps. | FINAL_RATE: 9233593.75 pps (2x 4616796.875 pps) |br| FINAL_BANDWIDTH: 6.204975 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/39/79', '10/41/76'] |br| LAT_50%NDR: ['10/27/175', '10/25/176'] |br| LAT_10%NDR: ['10/20/47', '10/21/44'] | ++--------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc03-1518B-1t1c-eth-l2bdbasemaclrn-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 24.5G rate, step 10kpps. | FINAL_RATE: 3982444.0 pps (2x 1991222.0 pps) |br| FINAL_BANDWIDTH: 48.999990976 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/31/239', '10/32/305'] |br| LAT_50%NDR: ['10/29/235', '10/28/225'] |br| LAT_10%NDR: ['10/23/59', '10/23/53'] | ++--------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc07-64B-2t2c-eth-l2bdbasemaclrn-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 18.75Mpps rate, step 100kpps. | FINAL_RATE: 15935937.5 pps (2x 7967968.75 pps) |br| FINAL_BANDWIDTH: 10.70895 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/28/129', '10/28/196'] |br| LAT_50%NDR: ['10/21/41', '10/22/68'] |br| LAT_10%NDR: ['10/20/72', '10/20/43'] | ++--------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc09-1518B-2t2c-eth-l2bdbasemaclrn-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 24.5G rate, step 10kpps. | FINAL_RATE: 3982444.0 pps (2x 1991222.0 pps) |br| FINAL_BANDWIDTH: 48.999990976 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/17/180', '10/16/109'] |br| LAT_50%NDR: ['10/25/165', '10/24/93'] |br| LAT_10%NDR: ['10/22/61', '10/21/74'] | ++--------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc13-64B-4t4c-eth-l2bdbasemaclrn-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 18.75Mpps rate, step 100kpps. | FINAL_RATE: 26426562.5 pps (2x 13213281.25 pps) |br| FINAL_BANDWIDTH: 17.75865 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/11/198', '10/11/74'] |br| LAT_50%NDR: ['10/18/35', '10/18/31'] |br| LAT_10%NDR: ['10/19/37', '10/19/35'] | ++--------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc15-1518B-4t4c-eth-l2bdbasemaclrn-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 24.5G rate, step 10kpps. | FINAL_RATE: 3889574.21876 pps (2x 1944787.10938 pps) |br| FINAL_BANDWIDTH: 47.8573211876 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/31/182', '10/31/186'] |br| LAT_50%NDR: ['10/28/54', '10/26/52'] |br| LAT_10%NDR: ['10/23/53', '10/22/50'] | ++--------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc19-IMIX-1t1c-eth-l2bdbasemaclrn-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for IMIX_v4_1 frames using binary search start at 24.5G rate, step 100kpps. | FINAL_RATE: 9050792.34376 pps (2x 4525396.17188 pps) |br| FINAL_BANDWIDTH: 27.0679027281 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_50%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_10%NDR: ['-1/-1/-1', '-1/-1/-1'] | ++--------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc20-IMIX-2t2c-eth-l2bdbasemaclrn-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for IMIX_v4_1 frames using binary search start at 24.5G rate, step 100kpps. | FINAL_RATE: 16131426.2188 pps (2x 8065713.10938 pps) |br| FINAL_BANDWIDTH: 48.2437182482 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_50%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_10%NDR: ['-1/-1/-1', '-1/-1/-1'] | ++--------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc21-IMIX-4t4c-eth-l2bdbasemaclrn-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for IMIX_v4_1 frames using binary search start at 24.5G rate, step 100kpps. | FINAL_RATE: 16384306.0 pps (2x 8192153.0 pps) |br| FINAL_BANDWIDTH: 48.9999973738 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_50%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_10%NDR: ['-1/-1/-1', '-1/-1/-1'] | ++--------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ + +40ge2p1xl710-eth-l2xcbase-ndrpdrdisc +```````````````````````````````````` + +**RFC2544: Pkt throughput L2XC test cases** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4 for L2 cross connect. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with L2 cross- connect. DUT1 and DUT2 tested with 2p40GE NIC XL710 by Intel. + + - **[Ver] TG verification:** TG finds and reports throughput NDR (Non Drop Rate) with zero packet loss tolerance or throughput PDR (Partial Drop Rate) with non-zero packet loss tolerance (LT) expressed in percentage of packets transmitted. NDR and PDR are discovered for different Ethernet L2 frame sizes using either binary search or linear search algorithms with configured starting rate and final step that determines throughput measurement resolution. Test packets are generated by TG on links to DUTs. TG traffic profile contains two L3 flow-groups (flow-group per direction, 253 flows per flow-group) with all packets containing Ethernet header, IPv4 header with IP protocol=61 and static payload. MAC addresses are matching MAC addresses of the TG node interfaces. + + - **[Ref] Applicable standard specifications:** RFC2544. + ++--------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| Name | Documentation | Message | ++======================================+================================================================================================================================================================================================================================================+================================================================================================================================================================================================================================================================================+ +| tc01-64B-1t1c-eth-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2XC switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 18.75Mpps rate, step 100kpps. | FINAL_RATE: 12439062.5 pps (2x 6219531.25 pps) |br| FINAL_BANDWIDTH: 8.35905 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/345/398', '20/247/300'] |br| LAT_50%NDR: ['10/22/229', '10/20/159'] |br| LAT_10%NDR: ['10/19/39', '10/17/38'] | ++--------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc03-1518B-1t1c-eth-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2XC switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 24.5G rate, step 10kpps. | FINAL_RATE: 3672878.0625 pps (2x 1836439.03125 pps) |br| FINAL_BANDWIDTH: 45.191091681 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/35/136', '10/34/209'] |br| LAT_50%NDR: ['10/27/81', '10/26/76'] |br| LAT_10%NDR: ['10/23/190', '10/21/167'] | ++--------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc07-64B-2t2c-eth-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2XC switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 18.75Mpps rate, step 100kpps. | FINAL_RATE: 13896093.75 pps (2x 6948046.875 pps) |br| FINAL_BANDWIDTH: 9.338175 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/21/63', '10/21/81'] |br| LAT_50%NDR: ['10/21/499', '10/20/501'] |br| LAT_10%NDR: ['10/20/36', '10/17/32'] | ++--------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc09-1518B-2t2c-eth-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2XC switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 24.5G rate, step 10kpps. | FINAL_RATE: 3703834.65624 pps (2x 1851917.32812 pps) |br| FINAL_BANDWIDTH: 45.5719816104 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/30/133', '10/30/62'] |br| LAT_50%NDR: ['10/26/61', '10/25/58'] |br| LAT_10%NDR: ['10/22/55', '10/22/69'] | ++--------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc13-64B-4t4c-eth-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2XC switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 18.75Mpps rate, step 100kpps. | FINAL_RATE: 26717968.75 pps (2x 13358984.375 pps) |br| FINAL_BANDWIDTH: 17.954475 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/20/40', '10/19/39'] |br| LAT_50%NDR: ['10/18/176', '10/17/198'] |br| LAT_10%NDR: ['10/19/48', '10/19/35'] | ++--------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc15-1518B-4t4c-eth-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2XC switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 24.5G rate, step 10kpps. | FINAL_RATE: 3580008.28124 pps (2x 1790004.14062 pps) |br| FINAL_BANDWIDTH: 44.0484218924 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/34/94', '10/33/83'] |br| LAT_50%NDR: ['10/24/57', '10/25/185'] |br| LAT_10%NDR: ['10/21/42', '10/22/47'] | ++--------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc19-IMIX-1t1c-eth-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2XC switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for IMIX_v4_1 frame size using binary search start at 24.5G rate, step 100kpps. IMIX_v4_1 = (28x64B;16x570B;4x1518B) | FINAL_RATE: 10820950.8125 pps (2x 5410475.40625 pps) |br| FINAL_BANDWIDTH: 32.361856608 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_50%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_10%NDR: ['-1/-1/-1', '-1/-1/-1'] | ++--------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc20-IMIX-2t2c-eth-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2XC switching config with 2 thread, 2 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for IMIX_v4_1 frame size using binary search start at 24.5G rate, step 100kpps. IMIX_v4_1 = (28x64B;16x570B;4x1518B) | FINAL_RATE: 12085349.7188 pps (2x 6042674.85938 pps) |br| FINAL_BANDWIDTH: 36.1432522367 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_50%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_10%NDR: ['-1/-1/-1', '-1/-1/-1'] | ++--------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc21-IMIX-4t4c-eth-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2XC switching config with 4 thread, 4 phy core, 2 receive queue per NIC port. |br| [Ver] Find NDR for IMIX_v4_1 frame size using binary search start at 24.5G rate, step 100kpps. IMIX_v4_1 = (28x64B;16x570B;4x1518B) | FINAL_RATE: 16384306.0 pps (2x 8192153.0 pps) |br| FINAL_BANDWIDTH: 48.9999973738 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_50%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_10%NDR: ['-1/-1/-1', '-1/-1/-1'] | ++--------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ + +IPv4 Routed-Forwarding +====================== + +10ge2p1x520-ethip4-ip4base-copwhtlistbase-ndrpdrdisc +```````````````````````````````````````````````````` + +**RFC2544: Pkt throughput IPv4 whitelist test cases** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4 for IPv4 routing. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with IPv4 routing, two static IPv4 /24 routes and IPv4 COP security whitelist ingress /24 filter entries applied on links TG - DUT1 and DUT2 - TG. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel. + + - **[Ver] TG verification:** TG finds and reports throughput NDR (Non Drop Rate) with zero packet loss tolerance or throughput PDR (Partial Drop Rate) with non-zero packet loss tolerance (LT) expressed in percentage of packets transmitted. NDR and PDR are discovered for different Ethernet L2 frame sizes using either binary search or linear search algorithms with configured starting rate and final step that determines throughput measurement resolution. Test packets are generated by TG on links to DUTs. TG traffic profile contains two L3 flow-groups (flow-group per direction, 253 flows per flow-group) with all packets containing Ethernet header, IPv4 header with IP protocol=61 and static payload. MAC addresses are matching MAC addresses of the TG node interfaces. + + - **[Ref] Applicable standard specifications:** RFC2544. + ++-------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| Name | Documentation | Message | ++=======================================================+========================================================================================================================================================================================================================================+===============================================================================================================================================================================================================================================================================+ +| tc01-64B-1t1c-ethip4-ip4base-copwhtlistbase-ndrdisc | |br| [Cfg] DUT runs IPv4 routing and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 8283333.125 pps (2x 4141666.5625 pps) |br| FINAL_BANDWIDTH: 5.56639986 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/108/219', '20/118/241'] |br| LAT_50%NDR: ['10/35/649', '10/33/602'] |br| LAT_10%NDR: ['10/20/67', '10/24/110'] | ++-------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc02-64B-1t1c-ethip4-ip4base-copwhtlistbase-pdrdisc | |br| [Cfg] DUT runs IPv4 routing and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 8514285.5 pps (2x 4257142.75 pps) |br| FINAL_BANDWIDTH: 5.721599856 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/1599/1724', '20/3041/3182'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc03-1518B-1t1c-ethip4-ip4base-copwhtlistbase-ndrdisc | |br| [Cfg] DUT runs IPv4 routing and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/942/970', '20/938/946'] |br| LAT_50%NDR: ['20/30/189', '20/31/170'] |br| LAT_10%NDR: ['20/26/77', '20/27/94'] | ++-------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc04-1518B-1t1c-ethip4-ip4base-copwhtlistbase-pdrdisc | |br| [Cfg] DUT runs IPv4 routing and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/465/501', '20/526/534'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc05-9000B-1t1c-ethip4-ip4base-copwhtlistbase-ndrdisc | |br| [Cfg] DUT runs IPv4 routing and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['60/384/412', '50/420/459'] |br| LAT_50%NDR: ['50/65/151', '50/65/173'] |br| LAT_10%NDR: ['50/62/105', '50/62/119'] | ++-------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc06-9000B-1t1c-ethip4-ip4base-copwhtlistbase-pdrdisc | |br| [Cfg] DUT runs IPv4 routing and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['50/393/470', '50/448/490'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc07-64B-2t2c-ethip4-ip4base-copwhtlistbase-ndrdisc | |br| [Cfg] DUT runs IPv4 routing and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 15673809.125 pps (2x 7836904.5625 pps) |br| FINAL_BANDWIDTH: 10.532799732 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/46/75', '10/186/247'] |br| LAT_50%NDR: ['10/32/53', '10/25/67'] |br| LAT_10%NDR: ['10/22/57', '10/19/191'] | ++-------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc08-64B-2t2c-ethip4-ip4base-copwhtlistbase-pdrdisc | |br| [Cfg] DUT runs IPv4 routing and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 15673809.125 pps (2x 7836904.5625 pps) |br| FINAL_BANDWIDTH: 10.532799732 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/41/79', '20/863/890'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc09-1518B-2t2c-ethip4-ip4base-copwhtlistbase-ndrdisc | |br| [Cfg] DUT runs IPv4 routing and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/208/229', '20/150/156'] |br| LAT_50%NDR: ['20/27/568', '10/28/643'] |br| LAT_10%NDR: ['20/27/78', '10/27/93'] | ++-------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc10-1518B-2t2c-ethip4-ip4base-copwhtlistbase-pdrdisc | |br| [Cfg] DUT runs IPv4 routing and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/128/163', '20/202/210'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc11-9000B-2t2c-ethip4-ip4base-copwhtlistbase-ndrdisc | |br| [Cfg] DUT runs IPv4 routing and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['60/215/583', '50/257/664'] |br| LAT_50%NDR: ['50/65/230', '50/64/109'] |br| LAT_10%NDR: ['50/55/97', '50/62/181'] | ++-------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc12-9000B-2t2c-ethip4-ip4base-copwhtlistbase-pdrdisc | |br| [Cfg] DUT runs IPv4 routing and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/72/259', '60/141/317'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc13-64B-4t4c-ethip4-ip4base-copwhtlistbase-ndrdisc | |br| [Cfg] DUT runs IPv4 routing and whitelist filters config with 4 threads, 4 phy cores, 2 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 23757142.25 pps (2x 11878571.125 pps) |br| FINAL_BANDWIDTH: 15.964799592 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/487/508', '10/935/948'] |br| LAT_50%NDR: ['10/18/199', '10/22/47'] |br| LAT_10%NDR: ['10/20/53', '10/20/37'] | ++-------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc14-64B-4t4c-ethip4-ip4base-copwhtlistbase-pdrdisc | |br| [Cfg] DUT runs IPv4 routing and whitelist filters config with 4 threads, 4 phy cores, 2 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 23757142.25 pps (2x 11878571.125 pps) |br| FINAL_BANDWIDTH: 15.964799592 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['10/486/502', '20/935/1023'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc15-1518B-4t4c-ethip4-ip4base-copwhtlistbase-ndrdisc | |br| [Cfg] DUT runs IPv4 routing and whitelist filters config with 4 threads, 4 phy cores, 2 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/107/118', '20/193/313'] |br| LAT_50%NDR: ['10/13/74', '10/14/63'] |br| LAT_10%NDR: ['10/27/58', '10/27/50'] | ++-------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc16-1518B-4t4c-ethip4-ip4base-copwhtlistbase-pdrdisc | |br| [Cfg] DUT runs IPv4 routing and whitelist filters config with 4 threads, 4 phy cores, 2 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/103/271', '20/83/105'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc17-9000B-4t4c-ethip4-ip4base-copwhtlistbase-ndrdisc | |br| [Cfg] DUT runs IPv4 routing and whitelist filters config with 4 threads, 4 phy cores, 2 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['60/171/271', '60/108/144'] |br| LAT_50%NDR: ['50/63/106', '50/65/148'] |br| LAT_10%NDR: ['50/61/91', '50/62/79'] | ++-------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc18-9000B-4t4c-ethip4-ip4base-copwhtlistbase-pdrdisc | |br| [Cfg] DUT runs IPv4 routing and whitelist filters config with 4 threads, 4 phy cores, 2 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['50/187/251', '60/208/311'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ + +10ge2p1x520-ethip4-ip4base-iacldstbase-ndrpdrdisc +````````````````````````````````````````````````` + +**RFC2544: Pkt throughput IPv4 iAcl whitelist test cases** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4 for IPv4 routing. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with IPv4 routing, two static IPv4 /24 routes and IPv4 iAcl security whitelist ingress /24 filter entries applied on links TG - DUT1 and DUT2 - TG. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel. + + - **[Ver] TG verification:** TG finds and reports throughput NDR (Non Drop Rate) with zero packet loss tolerance or throughput PDR (Partial Drop Rate) with non-zero packet loss tolerance (LT) expressed in percentage of packets transmitted. NDR and PDR are discovered for different Ethernet L2 frame sizes using either binary search or linear search algorithms with configured starting rate and final step that determines throughput measurement resolution. Test packets are generated by TG on links to DUTs. TG traffic profile contains two L3 flow-groups (flow-group per direction, 253 flows per flow-group) with all packets containing Ethernet header, IPv4 header with IP protocol=61 and static payload. MAC addresses are matching MAC addresses of the TG node interfaces. + + - **[Ref] Applicable standard specifications:** RFC2544. + ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| Name | Documentation | Message | ++====================================================+========================================================================================================================================================================================================================================+=============================================================================================================================================================================================================================================================================+ +| tc01-64B-1t1c-ethip4-ip4base-iacldstbase-ndrdisc | |br| [Cfg] DUT runs IPv4 routing and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 7821428.375 pps (2x 3910714.1875 pps) |br| FINAL_BANDWIDTH: 5.255999868 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/175/291', '20/192/334'] |br| LAT_50%NDR: ['10/21/79', '10/31/68'] |br| LAT_10%NDR: ['10/9/36', '10/11/66'] | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc02-64B-1t1c-ethip4-ip4base-iacldstbase-pdrdisc | |br| [Cfg] DUT runs IPv4 routing and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 7821428.375 pps (2x 3910714.1875 pps) |br| FINAL_BANDWIDTH: 5.255999868 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['10/177/313', '10/181/296'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc03-1518B-1t1c-ethip4-ip4base-iacldstbase-ndrdisc | |br| [Cfg] DUT runs IPv4 routing and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/443/505', '20/309/316'] |br| LAT_50%NDR: ['20/29/210', '20/30/215'] |br| LAT_10%NDR: ['20/27/53', '10/24/57'] | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc04-1518B-1t1c-ethip4-ip4base-iacldstbase-pdrdisc | |br| [Cfg] DUT runs IPv4 routing and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/461/484', '20/371/376'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc05-9000B-1t1c-ethip4-ip4base-iacldstbase-ndrdisc | |br| [Cfg] DUT runs IPv4 routing and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['50/366/403', '60/349/364'] |br| LAT_50%NDR: ['50/66/230', '50/66/233'] |br| LAT_10%NDR: ['50/62/86', '50/62/79'] | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc06-9000B-1t1c-ethip4-ip4base-iacldstbase-pdrdisc | |br| [Cfg] DUT runs IPv4 routing and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/391/427', '50/338/371'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc07-64B-2t2c-ethip4-ip4base-iacldstbase-ndrdisc | |br| [Cfg] DUT runs IPv4 routing and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 13595237.75 pps (2x 6797618.875 pps) |br| FINAL_BANDWIDTH: 9.135999768 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/42/181', '20/972/1075'] |br| LAT_50%NDR: ['10/27/56', '10/26/58'] |br| LAT_10%NDR: ['10/19/40', '10/25/51'] | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc08-64B-2t2c-ethip4-ip4base-iacldstbase-pdrdisc | |br| [Cfg] DUT runs IPv4 routing and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 13826190.125 pps (2x 6913095.0625 pps) |br| FINAL_BANDWIDTH: 9.291199764 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/43/74', '30/971/1025'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc09-1518B-2t2c-ethip4-ip4base-iacldstbase-ndrdisc | |br| [Cfg] DUT runs IPv4 routing and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/207/224', '20/173/180'] |br| LAT_50%NDR: ['20/27/126', '10/27/140'] |br| LAT_10%NDR: ['10/27/66', '10/26/43'] | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc10-1518B-2t2c-ethip4-ip4base-iacldstbase-pdrdisc | |br| [Cfg] DUT runs IPv4 routing and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/212/238', '20/189/196'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc11-9000B-2t2c-ethip4-ip4base-iacldstbase-ndrdisc | |br| [Cfg] DUT runs IPv4 routing and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['50/184/228', '60/143/185'] |br| LAT_50%NDR: ['50/66/176', '50/65/82'] |br| LAT_10%NDR: ['50/61/191', '50/55/104'] | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc12-9000B-2t2c-ethip4-ip4base-iacldstbase-pdrdisc | |br| [Cfg] DUT runs IPv4 routing and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['50/211/319', '60/102/139'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc13-64B-4t4c-ethip4-ip4base-iacldstbase-ndrdisc | |br| [Cfg] DUT runs IPv4 routing and whitelist filters config with 4 threads, 4 phy cores, 2 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 20292856.625 pps (2x 10146428.3125 pps) |br| FINAL_BANDWIDTH: 13.636799652 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/37/688', '10/30/89'] |br| LAT_50%NDR: ['10/21/50', '10/21/40'] |br| LAT_10%NDR: ['10/18/31', '10/22/48'] | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc14-64B-4t4c-ethip4-ip4base-iacldstbase-pdrdisc | |br| [Cfg] DUT runs IPv4 routing and whitelist filters config with 4 threads, 4 phy cores, 2 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 23526189.875 pps (2x 11763094.9375 pps) |br| FINAL_BANDWIDTH: 15.809599596 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['10/108/404', '10/61/289'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc15-1518B-4t4c-ethip4-ip4base-iacldstbase-ndrdisc | |br| [Cfg] DUT runs IPv4 routing and whitelist filters config with 4 threads, 4 phy cores, 2 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/130/144', '20/170/175'] |br| LAT_50%NDR: ['20/27/85', '20/27/73'] |br| LAT_10%NDR: ['10/27/166', '10/24/41'] | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc16-1518B-4t4c-ethip4-ip4base-iacldstbase-pdrdisc | |br| [Cfg] DUT runs IPv4 routing and whitelist filters config with 4 threads, 4 phy cores, 2 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/257/353', '20/195/214'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc17-9000B-4t4c-ethip4-ip4base-iacldstbase-ndrdisc | |br| [Cfg] DUT runs IPv4 routing and whitelist filters config with 4 threads, 4 phy cores, 2 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['50/132/176', '50/150/209'] |br| LAT_50%NDR: ['50/62/93', '50/65/109'] |br| LAT_10%NDR: ['50/60/90', '50/61/161'] | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc18-9000B-4t4c-ethip4-ip4base-iacldstbase-pdrdisc | |br| [Cfg] DUT runs IPv4 routing and whitelist filters config with 4 threads, 4 phy cores, 2 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/96/192', '60/170/297'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ + +10ge2p1x520-ethip4-ip4base-ipolicemarkbase-ndrpdrdisc +````````````````````````````````````````````````````` + +**RFC2544: Pkt throughput IPv4 policer test cases** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4 for IPv4 routing. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with IPv4 routing and two static IPv4 /24 route entries and policer with 2R3C color-aware configuration. Policer is applied on links TG - DUT1 and DUT2 - TG. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel. + + - **[Ver] TG verification:** TG finds and reports throughput NDR (Non Drop Rate) with zero packet loss tolerance or throughput PDR (Partial Drop Rate) with non-zero packet loss tolerance (LT) expressed in percentage of packets transmitted. NDR and PDR are discovered for different Ethernet L2 frame sizes using either binary search or linear search algorithms with configured starting rate and final step that determines throughput measurement resolution. Test packets are generated by TG on links to DUTs. TG traffic profile contains two L3 flow-groups (flow-group per direction, 253 flows per flow-group) with all packets containing Ethernet header, IPv4 header with IP protocol=61 and generated payload. MAC addresses are matching MAC addresses of the TG node interfaces. + + - **[Ref] Applicable standard specifications:** RFC2544, RFC2698. + ++--------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| Name | Documentation | Message | ++========================================================+================================================================================================================================================================================================================================+===============================================================================================================================================================================================================================================================================+ +| tc01-64B-1t1c-ethip4-ip4base-ipolicemarkbase-ndrdisc | |br| [Cfg] DUT runs IPv4 routing and policer config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 7590476.0 pps (2x 3795238.0 pps) |br| FINAL_BANDWIDTH: 5.100799872 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/3396/3514', '20/1818/1941'] |br| LAT_50%NDR: ['10/28/195', '10/35/208'] |br| LAT_10%NDR: ['10/20/34', '10/21/47'] | ++--------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc02-64B-1t1c-ethip4-ip4base-ipolicemarkbase-pdrdisc | |br| [Cfg] DUT runs IPv4 routing and policer config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 7590476.0 pps (2x 3795238.0 pps) |br| FINAL_BANDWIDTH: 5.100799872 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['10/3387/3459', '20/1801/1952'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc03-1518B-1t1c-ethip4-ip4base-ipolicemarkbase-ndrdisc | |br| [Cfg] DUT runs IPv4 routing and policer config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/285/344', '20/358/364'] |br| LAT_50%NDR: ['20/27/231', '10/28/226'] |br| LAT_10%NDR: ['20/26/60', '20/26/85'] | ++--------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc04-1518B-1t1c-ethip4-ip4base-ipolicemarkbase-pdrdisc | |br| [Cfg] DUT runs IPv4 routing and policer config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/475/497', '20/326/334'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc05-9000B-1t1c-ethip4-ip4base-ipolicemarkbase-ndrdisc | |br| [Cfg] DUT runs IPv4 routing and policer config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['50/374/406', '50/440/493'] |br| LAT_50%NDR: ['50/63/161', '50/65/196'] |br| LAT_10%NDR: ['50/62/94', '50/59/72'] | ++--------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc06-9000B-1t1c-ethip4-ip4base-ipolicemarkbase-pdrdisc | |br| [Cfg] DUT runs IPv4 routing and policer config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['50/383/415', '60/412/459'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc07-64B-2t2c-ethip4-ip4base-ipolicemarkbase-ndrdisc | |br| [Cfg] DUT runs IPv4 routing and policer config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 12902380.625 pps (2x 6451190.3125 pps) |br| FINAL_BANDWIDTH: 8.67039978 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/43/66', '20/60/126'] |br| LAT_50%NDR: ['10/28/194', '10/27/58'] |br| LAT_10%NDR: ['10/19/116', '10/20/91'] | ++--------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc08-64B-2t2c-ethip4-ip4base-ipolicemarkbase-pdrdisc | |br| [Cfg] DUT runs IPv4 routing and policer config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 13364285.375 pps (2x 6682142.6875 pps) |br| FINAL_BANDWIDTH: 8.980799772 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/45/116', '10/1007/1045'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc09-1518B-2t2c-ethip4-ip4base-ipolicemarkbase-ndrdisc | |br| [Cfg] DUT runs IPv4 routing and policer config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/264/298', '20/197/205'] |br| LAT_50%NDR: ['20/27/76', '20/26/78'] |br| LAT_10%NDR: ['10/27/61', '10/27/39'] | ++--------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc10-1518B-2t2c-ethip4-ip4base-ipolicemarkbase-pdrdisc | |br| [Cfg] DUT runs IPv4 routing and policer config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/203/228', '20/271/278'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc11-9000B-2t2c-ethip4-ip4base-ipolicemarkbase-ndrdisc | |br| [Cfg] DUT runs IPv4 routing and policer config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['60/322/364', '50/194/215'] |br| LAT_50%NDR: ['50/66/230', '50/66/205'] |br| LAT_10%NDR: ['50/60/132', '50/62/72'] | ++--------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc12-9000B-2t2c-ethip4-ip4base-ipolicemarkbase-pdrdisc | |br| [Cfg] DUT runs IPv4 routing and policer config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/98/142', '50/338/358'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc13-64B-4t4c-ethip4-ip4base-ipolicemarkbase-ndrdisc | |br| [Cfg] DUT runs IPv4 routing and policer config with 4 threads, 4 phy cores, 2 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 22140475.625 pps (2x 11070237.8125 pps) |br| FINAL_BANDWIDTH: 14.87839962 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/142/573', '20/51/326'] |br| LAT_50%NDR: ['10/22/43', '10/21/45'] |br| LAT_10%NDR: ['10/20/58', '10/20/139'] | ++--------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc14-64B-4t4c-ethip4-ip4base-ipolicemarkbase-pdrdisc | |br| [Cfg] DUT runs IPv4 routing and policer config with 4 threads, 4 phy cores, 2 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 22833332.75 pps (2x 11416666.375 pps) |br| FINAL_BANDWIDTH: 15.343999608 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['30/516/923', '10/49/222'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc15-1518B-4t4c-ethip4-ip4base-ipolicemarkbase-ndrdisc | |br| [Cfg] DUT runs IPv4 routing and policer config with 4 threads, 4 phy cores, 2 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/172/236', '20/123/131'] |br| LAT_50%NDR: ['20/26/201', '10/28/59'] |br| LAT_10%NDR: ['20/27/54', '10/27/42'] | ++--------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc16-1518B-4t4c-ethip4-ip4base-ipolicemarkbase-pdrdisc | |br| [Cfg] DUT runs IPv4 routing and policer config with 4 threads, 4 phy cores, 2 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/89/127', '20/169/250'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc17-9000B-4t4c-ethip4-ip4base-ipolicemarkbase-ndrdisc | |br| [Cfg] DUT runs IPv4 routing and policer config with 4 threads, 4 phy cores, 2 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['60/146/197', '50/195/217'] |br| LAT_50%NDR: ['50/65/157', '50/65/107'] |br| LAT_10%NDR: ['50/59/502', '50/62/566'] | ++--------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc18-9000B-4t4c-ethip4-ip4base-ipolicemarkbase-pdrdisc | |br| [Cfg] DUT runs IPv4 routing and policer config with 4 threads, 4 phy cores, 2 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/172/213', '60/166/206'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ + +10ge2p1x520-ethip4-ip4base-ndrpdrdisc +````````````````````````````````````` + +**RFC2544: Pkt throughput IPv4 routing test cases** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4 for IPv4 routing. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with IPv4 routing and two static IPv4 /24 route entries. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel. + + - **[Ver] TG verification:** TG finds and reports throughput NDR (Non Drop Rate) with zero packet loss tolerance or throughput PDR (Partial Drop Rate) with non-zero packet loss tolerance (LT) expressed in percentage of packets transmitted. NDR and PDR are discovered for different Ethernet L2 frame sizes using either binary search or linear search algorithms with configured starting rate and final step that determines throughput measurement resolution. Test packets are generated by TG on links to DUTs. TG traffic profile contains two L3 flow-groups (flow-group per direction, 253 flows per flow-group) with all packets containing Ethernet header, IPv4 header with IP protocol=61 and static payload. MAC addresses are matching MAC addresses of the TG node interfaces. + + - **[Ref] Applicable standard specifications:** RFC2544. + ++----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| Name | Documentation | Message | ++========================================+==========================================================================================================================================================================================================================================================+============================================================================================================================================================================================================================================================================+ +| tc01-64B-1t1c-ethip4-ip4base-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 9669047.375 pps (2x 4834523.6875 pps) |br| FINAL_BANDWIDTH: 6.497599836 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/76/253', '20/77/278'] |br| LAT_50%NDR: ['10/29/104', '10/26/81'] |br| LAT_10%NDR: ['10/20/45', '10/20/61'] | ++----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc02-64B-1t1c-ethip4-ip4base-pdrdisc | |br| [Cfg] DUT runs IPv4 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 9669047.375 pps (2x 4834523.6875 pps) |br| FINAL_BANDWIDTH: 6.497599836 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['10/82/214', '10/83/223'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc03-1518B-1t1c-ethip4-ip4base-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/335/376', '20/450/458'] |br| LAT_50%NDR: ['20/29/158', '10/29/199'] |br| LAT_10%NDR: ['10/27/64', '10/28/83'] | ++----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc04-1518B-1t1c-ethip4-ip4base-pdrdisc | |br| [Cfg] DUT runs IPv4 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/904/952', '20/939/950'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc05-9000B-1t1c-ethip4-ip4base-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['60/234/309', '60/376/416'] |br| LAT_50%NDR: ['50/65/116', '50/65/116'] |br| LAT_10%NDR: ['50/61/76', '50/57/96'] | ++----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc06-9000B-1t1c-ethip4-ip4base-pdrdisc | |br| [Cfg] DUT runs IPv4 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['50/759/785', '50/840/868'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc07-64B-2t2c-ethip4-ip4base-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 20523809.0 pps (2x 10261904.5 pps) |br| FINAL_BANDWIDTH: 13.791999648 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/51/112', '20/683/750'] |br| LAT_50%NDR: ['10/23/68', '10/24/41'] |br| LAT_10%NDR: ['10/18/37', '10/20/36'] | ++----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc08-64B-2t2c-ethip4-ip4base-pdrdisc | |br| [Cfg] DUT runs IPv4 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 20523809.0 pps (2x 10261904.5 pps) |br| FINAL_BANDWIDTH: 13.791999648 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/57/85', '20/678/704'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc09-1518B-2t2c-ethip4-ip4base-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/242/280', '20/300/308'] |br| LAT_50%NDR: ['10/27/72', '10/27/182'] |br| LAT_10%NDR: ['10/26/49', '10/27/42'] | ++----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc10-1518B-2t2c-ethip4-ip4base-pdrdisc | |br| [Cfg] DUT runs IPv4 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/114/156', '20/438/453'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc11-9000B-2t2c-ethip4-ip4base-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['50/274/303', '50/128/166'] |br| LAT_50%NDR: ['50/65/248', '50/64/103'] |br| LAT_10%NDR: ['50/61/97', '50/62/79'] | ++----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc12-9000B-2t2c-ethip4-ip4base-pdrdisc | |br| [Cfg] DUT runs IPv4 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/105/124', '60/308/330'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc13-64B-4t4c-ethip4-ip4base-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 23526189.875 pps (2x 11763094.9375 pps) |br| FINAL_BANDWIDTH: 15.809599596 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/27/84', '10/28/83'] |br| LAT_50%NDR: ['10/18/30', '10/18/36'] |br| LAT_10%NDR: ['10/19/31', '10/19/30'] | ++----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc14-64B-4t4c-ethip4-ip4base-pdrdisc | |br| [Cfg] DUT runs IPv4 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 23757142.25 pps (2x 11878571.125 pps) |br| FINAL_BANDWIDTH: 15.964799592 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['10/481/552', '20/692/714'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc15-1518B-4t4c-ethip4-ip4base-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/100/235', '20/124/224'] |br| LAT_50%NDR: ['10/27/52', '10/27/142'] |br| LAT_10%NDR: ['10/26/59', '10/27/139'] | ++----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc16-1518B-4t4c-ethip4-ip4base-pdrdisc | |br| [Cfg] DUT runs IPv4 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/156/176', '20/307/327'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc17-9000B-4t4c-ethip4-ip4base-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['60/144/195', '50/192/263'] |br| LAT_50%NDR: ['50/64/255', '50/65/235'] |br| LAT_10%NDR: ['50/62/113', '50/61/112'] | ++----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc18-9000B-4t4c-ethip4-ip4base-pdrdisc | |br| [Cfg] DUT runs IPv4 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/153/291', '60/159/228'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc19-IMIX-1t1c-ethip4-ip4base-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for IMIX_v4_1 frame size using binary search start at 10GE linerate, step 100kpps. IMIX_v4_1 = (28x64B;16x570B;4x1518B) | FINAL_RATE: 6687472.0 pps (2x 3343736.0 pps) |br| FINAL_BANDWIDTH: 19.9999994163 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_50%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_10%NDR: ['-1/-1/-1', '-1/-1/-1'] | ++----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc20-IMIX-1t1c-ethip4-ip4base-pdrdisc | |br| [Cfg] DUT runs IPv4 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for IMIX_v4_1 frame size using binary search start at 10GE linerate, step 100kpps, LT=0.5%. IMIX_v4_1 = (28x64B;16x570B;4x1518B) | FINAL_RATE: 6687472.0 pps (2x 3343736.0 pps) |br| FINAL_BANDWIDTH: 19.9999994163 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['-1/-1/-1', '-1/-1/-1'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ + +10ge2p1x520-ethip4-ip4scale200k-ndrpdrdisc +`````````````````````````````````````````` + +**RFC2544: Pkt throughput IPv4 routing test cases** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4 for IPv4 routing. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with IPv4 routing and 2x100k static IPv4 /32 route entries. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel. + + - **[Ver] TG verification:** TG finds and reports throughput NDR (Non Drop Rate) with zero packet loss tolerance or throughput PDR (Partial Drop Rate) with non-zero packet loss tolerance (LT) expressed in percentage of packets transmitted. NDR and PDR are discovered for different Ethernet L2 frame sizes using either binary search or linear search algorithms with configured starting rate and final step that determines throughput measurement resolution. Test packets are generated by TG on links to DUTs. TG traffic profile contains two L3 flow-groups (flow-group per direction, 100k flows per flow-group) with all packets containing Ethernet header, IPv4 header with IP protocol=61 and static payload. MAC addresses are matching MAC addresses of the TG node interfaces. Incrementing of IP.dst (IPv4 destination address) field is applied to both streams. + + - **[Ref] Applicable standard specifications:** RFC2544. + ++---------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| Name | Documentation | Message | ++=============================================+===================================================================================================================================================================================================================+=================================================================================================================================================================================================================================================================================+ +| tc01-64B-1t1c-ethip4-ip4scale200k-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 8976190.25 pps (2x 4488095.125 pps) |br| FINAL_BANDWIDTH: 6.031999848 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/1511/2818', '30/2808/2895'] |br| LAT_50%NDR: ['10/22/50', '10/23/81'] |br| LAT_10%NDR: ['10/19/776', '10/20/779'] | ++---------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc02-64B-1t1c-ethip4-ip4scale200k-pdrdisc | |br| [Cfg] DUT runs IPv4 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 8976190.25 pps (2x 4488095.125 pps) |br| FINAL_BANDWIDTH: 6.031999848 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['10/2841/2920', '30/1547/1647'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++---------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc03-1518B-1t1c-ethip4-ip4scale200k-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | Search FAILED | ++---------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc04-1518B-1t1c-ethip4-ip4scale200k-pdrdisc | |br| [Cfg] DUT runs IPv4 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/359/479', '20/258/344'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++---------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc05-9000B-1t1c-ethip4-ip4scale200k-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['50/396/509', '50/284/327'] |br| LAT_50%NDR: ['50/66/234', '50/66/228'] |br| LAT_10%NDR: ['50/61/88', '50/62/89'] | ++---------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc06-9000B-1t1c-ethip4-ip4scale200k-pdrdisc | |br| [Cfg] DUT runs IPv4 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['50/381/408', '50/386/427'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++---------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc07-64B-2t2c-ethip4-ip4scale200k-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 19138094.75 pps (2x 9569047.375 pps) |br| FINAL_BANDWIDTH: 12.860799672 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/49/151', '10/736/808'] |br| LAT_50%NDR: ['10/23/83', '10/24/51'] |br| LAT_10%NDR: ['10/19/37', '10/20/47'] | ++---------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc08-64B-2t2c-ethip4-ip4scale200k-pdrdisc | |br| [Cfg] DUT runs IPv4 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 19138094.75 pps (2x 9569047.375 pps) |br| FINAL_BANDWIDTH: 12.860799672 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/51/121', '10/738/769'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++---------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc09-1518B-2t2c-ethip4-ip4scale200k-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | Search FAILED | ++---------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc10-1518B-2t2c-ethip4-ip4scale200k-pdrdisc | |br| [Cfg] DUT runs IPv4 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/156/208', '20/105/278'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++---------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc11-9000B-2t2c-ethip4-ip4scale200k-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['50/249/294', '60/249/270'] |br| LAT_50%NDR: ['50/66/144', '50/65/139'] |br| LAT_10%NDR: ['50/59/152', '50/62/90'] | ++---------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc12-9000B-2t2c-ethip4-ip4scale200k-pdrdisc | |br| [Cfg] DUT runs IPv4 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/377/450', '50/209/228'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++---------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc13-64B-4t4c-ethip4-ip4scale200k-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 23757142.25 pps (2x 11878571.125 pps) |br| FINAL_BANDWIDTH: 15.964799592 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/481/580', '10/933/948'] |br| LAT_50%NDR: ['10/18/60', '10/18/32'] |br| LAT_10%NDR: ['10/18/186', '10/18/38'] | ++---------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc14-64B-4t4c-ethip4-ip4scale200k-pdrdisc | |br| [Cfg] DUT runs IPv4 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 23757142.25 pps (2x 11878571.125 pps) |br| FINAL_BANDWIDTH: 15.964799592 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['10/480/498', '10/933/949'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++---------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc15-1518B-4t4c-ethip4-ip4scale200k-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | Search FAILED | ++---------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc16-1518B-4t4c-ethip4-ip4scale200k-pdrdisc | |br| [Cfg] DUT runs IPv4 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/30/82', '20/76/208'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++---------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc17-9000B-4t4c-ethip4-ip4scale200k-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['60/228/269', '50/103/133'] |br| LAT_50%NDR: ['50/65/179', '50/64/118'] |br| LAT_10%NDR: ['50/61/247', '50/56/97'] | ++---------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc18-9000B-4t4c-ethip4-ip4scale200k-pdrdisc | |br| [Cfg] DUT runs IPv4 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['50/166/202', '50/134/200'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++---------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ + +10ge2p1x520-ethip4-ip4scale20k-ndrpdrdisc +````````````````````````````````````````` + +**RFC2544: Pkt throughput IPv4 routing test cases** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4 for IPv4 routing. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with IPv4 routing and 2x10k static IPv4 /32 route entries. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel. + + - **[Ver] TG verification:** TG finds and reports throughput NDR (Non Drop Rate) with zero packet loss tolerance or throughput PDR (Partial Drop Rate) with non-zero packet loss tolerance (LT) expressed in percentage of packets transmitted. NDR and PDR are discovered for different Ethernet L2 frame sizes using either binary search or linear search algorithms with configured starting rate and final step that determines throughput measurement resolution. Test packets are generated by TG on links to DUTs. TG traffic profile contains two L3 flow-groups (flow-group per direction, 10k flows per flow-group) with all packets containing Ethernet header, IPv4 header with IP protocol=61 and static payload. MAC addresses are matching MAC addresses of the TG node interfaces. Incrementing of IP.dst (IPv4 destination address) field is applied to both streams. + + - **[Ref] Applicable standard specifications:** RFC2544. + ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| Name | Documentation | Message | ++============================================+===================================================================================================================================================================================================================+===============================================================================================================================================================================================================================================================================+ +| tc01-64B-1t1c-ethip4-ip4scale20k-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 9207142.625 pps (2x 4603571.3125 pps) |br| FINAL_BANDWIDTH: 6.187199844 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/193/322', '10/215/297'] |br| LAT_50%NDR: ['10/30/227', '10/31/186'] |br| LAT_10%NDR: ['10/20/49', '10/21/51'] | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc02-64B-1t1c-ethip4-ip4scale20k-pdrdisc | |br| [Cfg] DUT runs IPv4 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 8976190.25 pps (2x 4488095.125 pps) |br| FINAL_BANDWIDTH: 6.031999848 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/1576/1808', '30/2863/2932'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc03-1518B-1t1c-ethip4-ip4scale20k-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/455/908', '20/378/767'] |br| LAT_50%NDR: ['20/29/254', '10/29/253'] |br| LAT_10%NDR: ['20/26/83', '10/28/106'] | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc04-1518B-1t1c-ethip4-ip4scale20k-pdrdisc | |br| [Cfg] DUT runs IPv4 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/330/363', '20/248/260'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc05-9000B-1t1c-ethip4-ip4scale20k-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['60/352/393', '50/404/442'] |br| LAT_50%NDR: ['50/64/187', '50/64/191'] |br| LAT_10%NDR: ['50/61/80', '50/54/110'] | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc06-9000B-1t1c-ethip4-ip4scale20k-pdrdisc | |br| [Cfg] DUT runs IPv4 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/326/355', '60/221/254'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc07-64B-2t2c-ethip4-ip4scale20k-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 19369047.125 pps (2x 9684523.5625 pps) |br| FINAL_BANDWIDTH: 13.015999668 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/46/201', '20/243/336'] |br| LAT_50%NDR: ['10/22/93', '10/23/44'] |br| LAT_10%NDR: ['10/19/34', '10/20/41'] | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc08-64B-2t2c-ethip4-ip4scale20k-pdrdisc | |br| [Cfg] DUT runs IPv4 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 19138094.75 pps (2x 9569047.375 pps) |br| FINAL_BANDWIDTH: 12.860799672 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['10/57/229', '10/739/873'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc09-1518B-2t2c-ethip4-ip4scale20k-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/243/724', '20/197/620'] |br| LAT_50%NDR: ['10/26/198', '10/27/62'] |br| LAT_10%NDR: ['10/27/51', '10/27/36'] | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc10-1518B-2t2c-ethip4-ip4scale20k-pdrdisc | |br| [Cfg] DUT runs IPv4 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/339/390', '20/264/270'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc11-9000B-2t2c-ethip4-ip4scale20k-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['50/125/242', '50/213/228'] |br| LAT_50%NDR: ['50/65/92', '50/64/215'] |br| LAT_10%NDR: ['50/61/97', '50/61/152'] | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc12-9000B-2t2c-ethip4-ip4scale20k-pdrdisc | |br| [Cfg] DUT runs IPv4 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['50/101/138', '60/376/411'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc13-64B-4t4c-ethip4-ip4scale20k-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 23757142.25 pps (2x 11878571.125 pps) |br| FINAL_BANDWIDTH: 15.964799592 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/481/543', '20/933/947'] |br| LAT_50%NDR: ['10/18/33', '10/18/31'] |br| LAT_10%NDR: ['10/20/36', '10/19/32'] | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc14-64B-4t4c-ethip4-ip4scale20k-pdrdisc | |br| [Cfg] DUT runs IPv4 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 23757142.25 pps (2x 11878571.125 pps) |br| FINAL_BANDWIDTH: 15.964799592 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['10/482/563', '20/931/946'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc15-1518B-4t4c-ethip4-ip4scale20k-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/140/650', '20/166/499'] |br| LAT_50%NDR: ['20/27/78', '10/28/184'] |br| LAT_10%NDR: ['10/26/47', '10/27/83'] | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc16-1518B-4t4c-ethip4-ip4scale20k-pdrdisc | |br| [Cfg] DUT runs IPv4 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/141/244', '20/169/268'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc17-9000B-4t4c-ethip4-ip4scale20k-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['60/157/192', '60/209/231'] |br| LAT_50%NDR: ['50/64/186', '50/65/116'] |br| LAT_10%NDR: ['50/57/88', '50/61/201'] | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc18-9000B-4t4c-ethip4-ip4scale20k-pdrdisc | |br| [Cfg] DUT runs IPv4 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/164/265', '50/215/334'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ + +10ge2p1x520-ethip4-ip4scale2m-ndrpdrdisc +```````````````````````````````````````` + +**RFC2544: Pkt throughput IPv4 routing test cases** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4 for IPv4 routing. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with IPv4 routing and 2x1M static IPv4 /32 route entries. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel. + + - **[Ver] TG verification:** TG finds and reports throughput NDR (Non Drop Rate) with zero packet loss tolerance or throughput PDR (Partial Drop Rate) with non-zero packet loss tolerance (LT) expressed in percentage of packets transmitted. NDR and PDR are discovered for different Ethernet L2 frame sizes using either binary search or linear search algorithms with configured starting rate and final step that determines throughput measurement resolution. Test packets are generated by TG on links to DUTs. TG traffic profile contains two L3 flow-groups (flow-group per direction, 1M flows per flow-group) with all packets containing Ethernet header, IPv4 header with IP protocol=61 and static payload. MAC addresses are matching MAC addresses of the TG node interfaces. Incrementing of IP.dst (IPv4 destination address) field is applied to both streams. + + - **[Ref] Applicable standard specifications:** RFC2544. + ++-------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| Name | Documentation | Message | ++===========================================+===================================================================================================================================================================================================================+===================================================================================================================================================================================================================================================================================+ +| tc01-64B-1t1c-ethip4-ip4scale2m-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 8052380.75 pps (2x 4026190.375 pps) |br| FINAL_BANDWIDTH: 5.411199864 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/2108/3237', '20/2800/3246'] |br| LAT_50%NDR: ['10/34/199', '10/34/269'] |br| LAT_10%NDR: ['10/20/155', '10/24/114'] | ++-------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc02-64B-1t1c-ethip4-ip4scale2m-pdrdisc | |br| [Cfg] DUT runs IPv4 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 8052380.75 pps (2x 4026190.375 pps) |br| FINAL_BANDWIDTH: 5.411199864 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/997/2272', '10/1328/3089'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc03-1518B-1t1c-ethip4-ip4scale2m-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | Search FAILED | ++-------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc04-1518B-1t1c-ethip4-ip4scale2m-pdrdisc | |br| [Cfg] DUT runs IPv4 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/212/331', '20/296/324'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc05-9000B-1t1c-ethip4-ip4scale2m-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['60/94/199', '50/120/161'] |br| LAT_50%NDR: ['50/62/84', '50/65/88'] |br| LAT_10%NDR: ['50/61/86', '50/57/90'] | ++-------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc06-9000B-1t1c-ethip4-ip4scale2m-pdrdisc | |br| [Cfg] DUT runs IPv4 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['50/133/216', '50/177/212'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc07-64B-2t2c-ethip4-ip4scale2m-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 16366666.25 pps (2x 8183333.125 pps) |br| FINAL_BANDWIDTH: 10.99839972 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/59/155', '20/850/959'] |br| LAT_50%NDR: ['10/31/53', '10/23/47'] |br| LAT_10%NDR: ['10/19/154', '10/20/62'] | ++-------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc08-64B-2t2c-ethip4-ip4scale2m-pdrdisc | |br| [Cfg] DUT runs IPv4 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 16135713.875 pps (2x 8067856.9375 pps) |br| FINAL_BANDWIDTH: 10.843199724 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/51/163', '20/117/425'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc09-1518B-2t2c-ethip4-ip4scale2m-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | Search FAILED | ++-------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc10-1518B-2t2c-ethip4-ip4scale2m-pdrdisc | |br| [Cfg] DUT runs IPv4 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/74/122', '20/145/251'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc11-9000B-2t2c-ethip4-ip4scale2m-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['60/74/107', '50/367/404'] |br| LAT_50%NDR: ['50/65/85', '50/66/209'] |br| LAT_10%NDR: ['50/61/77', '50/62/226'] | ++-------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc12-9000B-2t2c-ethip4-ip4scale2m-pdrdisc | |br| [Cfg] DUT runs IPv4 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['50/73/121', '50/260/283'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc13-64B-4t4c-ethip4-ip4scale2m-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 23526189.875 pps (2x 11763094.9375 pps) |br| FINAL_BANDWIDTH: 15.809599596 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/33/144', '10/33/77'] |br| LAT_50%NDR: ['10/20/483', '10/20/477'] |br| LAT_10%NDR: ['10/20/40', '10/19/38'] | ++-------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc14-64B-4t4c-ethip4-ip4scale2m-pdrdisc | |br| [Cfg] DUT runs IPv4 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 23757142.25 pps (2x 11878571.125 pps) |br| FINAL_BANDWIDTH: 15.964799592 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/938/1003', '20/938/1039'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc15-1518B-4t4c-ethip4-ip4scale2m-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | Search FAILED | ++-------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc16-1518B-4t4c-ethip4-ip4scale2m-pdrdisc | |br| [Cfg] DUT runs IPv4 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/33/54', '20/32/84'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc17-9000B-4t4c-ethip4-ip4scale2m-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | Search FAILED | ++-------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc18-9000B-4t4c-ethip4-ip4scale2m-pdrdisc | |br| [Cfg] DUT runs IPv4 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 245015.0 pps (2x 122507.5 pps) |br| FINAL_BANDWIDTH: 17.6802824 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['50/70/149', '50/70/293'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ + +40ge2p1xl710-ethip4-ip4base-ndrpdrdisc +`````````````````````````````````````` + +**RFC2544: Pkt throughput IPv4 routing test cases** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4 for IPv4 routing. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with IPv4 routing and two static IPv4 /24 route entries. DUT1 and DUT2 tested with 2p40GE NIC XL710 by Intel. + + - **[Ver] TG verification:** TG finds and reports throughput NDR (Non Drop Rate) with zero packet loss tolerance or throughput PDR (Partial Drop Rate) with non-zero packet loss tolerance (LT) expressed in percentage of packets transmitted. NDR and PDR are discovered for different Ethernet L2 frame sizes using either binary search or linear search algorithms with configured starting rate and final step that determines throughput measurement resolution. Test packets are generated by TG on links to DUTs. TG traffic profile contains two L3 flow-groups (flow-group per direction, 253 flows per flow-group) with all packets containing Ethernet header, IPv4 header with IP protocol=61 and static payload. MAC addresses are matching MAC addresses of the TG node interfaces. + + - **[Ref] Applicable standard specifications:** RFC2544. + ++----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| Name | Documentation | Message | ++========================================+==============================================================================================================================================================================================================================================+================================================================================================================================================================================================================================================================================+ +| tc01-64B-1t1c-ethip4-ip4base-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 18.75Mpps rate, step 100kpps. | FINAL_RATE: 9525000.0 pps (2x 4762500.0 pps) |br| FINAL_BANDWIDTH: 6.4008 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/280/386', '10/303/429'] |br| LAT_50%NDR: ['10/26/95', '10/27/69'] |br| LAT_10%NDR: ['10/21/45', '10/19/33'] | ++----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc03-1518B-1t1c-ethip4-ip4base-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 24.5G rate, step 10kpps. | FINAL_RATE: 3920530.8125 pps (2x 1960265.40625 pps) |br| FINAL_BANDWIDTH: 48.238211117 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/366/433', '10/195/264'] |br| LAT_50%NDR: ['10/28/56', '10/27/55'] |br| LAT_10%NDR: ['10/23/58', '10/22/68'] | ++----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc07-64B-2t2c-ethip4-ip4base-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 18.75Mpps rate, step 100kpps. | FINAL_RATE: 13896093.75 pps (2x 6948046.875 pps) |br| FINAL_BANDWIDTH: 9.338175 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/31/55', '10/31/60'] |br| LAT_50%NDR: ['10/13/554', '10/12/533'] |br| LAT_10%NDR: ['10/21/38', '10/19/69'] | ++----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc09-1518B-2t2c-ethip4-ip4base-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 24.5G rate, step 10kpps. | FINAL_RATE: 3920530.8125 pps (2x 1960265.40625 pps) |br| FINAL_BANDWIDTH: 48.238211117 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/203/214', '10/361/372'] |br| LAT_50%NDR: ['10/20/54', '10/22/72'] |br| LAT_10%NDR: ['10/22/37', '10/21/35'] | ++----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc13-64B-4t4c-ethip4-ip4base-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 18.75Mpps rate, step 100kpps. | FINAL_RATE: 25552343.75 pps (2x 12776171.875 pps) |br| FINAL_BANDWIDTH: 17.171175 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/21/83', '10/21/97'] |br| LAT_50%NDR: ['10/9/580', '10/9/550'] |br| LAT_10%NDR: ['10/19/34', '10/19/46'] | ++----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc15-1518B-4t4c-ethip4-ip4base-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 24.5G rate, step 10kpps. | FINAL_RATE: 3889574.21876 pps (2x 1944787.10938 pps) |br| FINAL_BANDWIDTH: 47.8573211876 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/35/49', '10/40/108'] |br| LAT_50%NDR: ['10/25/53', '10/26/50'] |br| LAT_10%NDR: ['10/23/62', '10/23/44'] | ++----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc19-IMIX-1t1c-ethip4-ip4base-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for IMIX_v4_1 frame size using binary search start at 24.5G rate, step 100kpps. IMIX_v4_1 = (28x64B;16x570B;4x1518B) | FINAL_RATE: 9050792.34376 pps (2x 4525396.17188 pps) |br| FINAL_BANDWIDTH: 27.0679027281 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_50%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_10%NDR: ['-1/-1/-1', '-1/-1/-1'] | ++----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc20-IMIX-2t2c-ethip4-ip4base-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 2 thread, 2 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for IMIX_v4_1 frame size using binary search start at 24.5G rate, step 100kpps. IMIX_v4_1 = (28x64B;16x570B;4x1518B) | FINAL_RATE: 14361267.75 pps (2x 7180633.875 pps) |br| FINAL_BANDWIDTH: 42.949764368 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_50%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_10%NDR: ['-1/-1/-1', '-1/-1/-1'] | ++----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc21-IMIX-4t4c-ethip4-ip4base-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 4 thread, 4 phy core, 2 receive queue per NIC port. |br| [Ver] Find NDR for IMIX_v4_1 frame size using binary search start at 24.5G rate, step 100kpps. IMIX_v4_1 = (28x64B;16x570B;4x1518B) | FINAL_RATE: 16384306.0 pps (2x 8192153.0 pps) |br| FINAL_BANDWIDTH: 48.9999973738 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_50%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_10%NDR: ['-1/-1/-1', '-1/-1/-1'] | ++----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ + +IPv6 Routed-Forwarding +====================== + +10ge2p1x520-ethip6-ip6base-copwhtlistbase-ndrpdrdisc +```````````````````````````````````````````````````` + +**RFC2544: Pkt throughput IPv6 whitelist test cases** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv6 for IPv6 routing. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with IPv6 routing, two static IPv6 /64 routes and IPv6 COP security whitelist ingress /64 filter entries applied on links TG - DUT1 and DUT2 - TG. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel. + + - **[Ver] TG verification:** TG finds and reports throughput NDR (Non Drop Rate) with zero packet loss tolerance or throughput PDR (Partial Drop Rate) with non-zero packet loss tolerance (LT) expressed in percentage of packets transmitted. NDR and PDR are discovered for different Ethernet L2 frame sizes using either binary search or linear search algorithms with configured starting rate and final step that determines throughput measurement resolution. Test packets are generated by TG on links to DUTs. TG traffic profile contains two L3 flow-groups (flow-group per direction, 253 flows per flow-group) with all packets containing Ethernet header, IPv6 header and static payload. MAC addresses are matching MAC addresses of the TG node interfaces. + + - **[Ref] Applicable standard specifications:** RFC2544. + ++-------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| Name | Documentation | Message | ++=======================================================+========================================================================================================================================================================================================================================+================================================================================================================================================================================================================================================================================+ +| tc01-78B-1t1c-ethip6-ip6base-copwhtlistbase-ndrdisc | |br| [Cfg] DUT runs IPv6 routing and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 6527551.0 pps (2x 3263775.5 pps) |br| FINAL_BANDWIDTH: 5.117599984 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/1732/1963', '10/3148/3255'] |br| LAT_50%NDR: ['10/37/175', '10/35/121'] |br| LAT_10%NDR: ['10/20/64', '10/24/87'] | ++-------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc02-78B-1t1c-ethip6-ip6base-copwhtlistbase-pdrdisc | |br| [Cfg] DUT runs IPv6 routing and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 6527551.0 pps (2x 3263775.5 pps) |br| FINAL_BANDWIDTH: 5.117599984 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/3151/3336', '10/1701/1879'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc03-1518B-1t1c-ethip6-ip6base-copwhtlistbase-ndrdisc | |br| [Cfg] DUT runs IPv6 routing and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/453/487', '20/406/413'] |br| LAT_50%NDR: ['20/29/266', '20/32/267'] |br| LAT_10%NDR: ['20/28/125', '20/28/87'] | ++-------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc04-1518B-1t1c-ethip6-ip6base-copwhtlistbase-pdrdisc | |br| [Cfg] DUT runs IPv6 routing and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/350/373', '20/426/435'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc05-9000B-1t1c-ethip6-ip6base-copwhtlistbase-ndrdisc | |br| [Cfg] DUT runs IPv6 routing and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['60/245/339', '50/249/279'] |br| LAT_50%NDR: ['50/67/244', '50/63/181'] |br| LAT_10%NDR: ['50/58/212', '50/62/179'] | ++-------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc06-9000B-1t1c-ethip6-ip6base-copwhtlistbase-pdrdisc | |br| [Cfg] DUT runs IPv6 routing and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/359/428', '50/312/345'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc07-78B-2t2c-ethip6-ip6base-copwhtlistbase-ndrdisc | |br| [Cfg] DUT runs IPv6 routing and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 11273214.25 pps (2x 5636607.125 pps) |br| FINAL_BANDWIDTH: 8.838199972 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/50/79', '20/937/1007'] |br| LAT_50%NDR: ['10/28/64', '10/28/65'] |br| LAT_10%NDR: ['10/22/54', '10/20/40'] | ++-------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc08-78B-2t2c-ethip6-ip6base-copwhtlistbase-pdrdisc | |br| [Cfg] DUT runs IPv6 routing and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 10482270.375 pps (2x 5241135.1875 pps) |br| FINAL_BANDWIDTH: 8.218099974 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/46/158', '10/1000/1158'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc09-1518B-2t2c-ethip6-ip6base-copwhtlistbase-ndrdisc | |br| [Cfg] DUT runs IPv6 routing and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/95/232', '20/137/282'] |br| LAT_50%NDR: ['20/28/80', '20/28/70'] |br| LAT_10%NDR: ['20/27/96', '20/28/46'] | ++-------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc10-1518B-2t2c-ethip6-ip6base-copwhtlistbase-pdrdisc | |br| [Cfg] DUT runs IPv6 routing and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/172/234', '20/236/246'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc11-9000B-2t2c-ethip6-ip6base-copwhtlistbase-ndrdisc | |br| [Cfg] DUT runs IPv6 routing and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['50/265/311', '50/102/119'] |br| LAT_50%NDR: ['50/63/163', '50/65/112'] |br| LAT_10%NDR: ['50/55/183', '50/62/106'] | ++-------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc12-9000B-2t2c-ethip6-ip6base-copwhtlistbase-pdrdisc | |br| [Cfg] DUT runs IPv6 routing and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['50/248/277', '60/196/227'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc13-78B-4t4c-ethip6-ip6base-copwhtlistbase-ndrdisc | |br| [Cfg] DUT runs IPv6 routing and whitelist filters config with 4 threads, 4 phy cores, 2 receive queue per NIC port. |br| [Ver] Find NDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 21160012.6876 pps (2x 10580006.3438 pps) |br| FINAL_BANDWIDTH: 16.5894499471 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/40/147', '10/42/112'] |br| LAT_50%NDR: ['10/22/42', '10/23/43'] |br| LAT_10%NDR: ['10/21/51', '10/19/38'] | ++-------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc14-78B-4t4c-ethip6-ip6base-copwhtlistbase-pdrdisc | |br| [Cfg] DUT runs IPv6 routing and whitelist filters config with 4 threads, 4 phy cores, 2 receive queue per NIC port. |br| [Ver] Find PDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 21160012.6876 pps (2x 10580006.3438 pps) |br| FINAL_BANDWIDTH: 16.5894499471 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['10/38/244', '10/40/109'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc15-1518B-4t4c-ethip6-ip6base-copwhtlistbase-ndrdisc | |br| [Cfg] DUT runs IPv6 routing and whitelist filters config with 4 threads, 4 phy cores, 2 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/178/296', '20/157/239'] |br| LAT_50%NDR: ['20/28/152', '20/28/172'] |br| LAT_10%NDR: ['20/27/68', '20/27/125'] | ++-------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc16-1518B-4t4c-ethip6-ip6base-copwhtlistbase-pdrdisc | |br| [Cfg] DUT runs IPv6 routing and whitelist filters config with 4 threads, 4 phy cores, 2 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/107/307', '20/49/106'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc17-9000B-4t4c-ethip6-ip6base-copwhtlistbase-ndrdisc | |br| [Cfg] DUT runs IPv6 routing and whitelist filters config with 4 threads, 4 phy cores, 2 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['60/184/245', '50/182/199'] |br| LAT_50%NDR: ['50/63/270', '50/65/120'] |br| LAT_10%NDR: ['50/61/97', '50/56/100'] | ++-------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc18-9000B-4t4c-ethip6-ip6base-copwhtlistbase-pdrdisc | |br| [Cfg] DUT runs IPv6 routing and whitelist filters config with 4 threads, 4 phy cores, 2 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['50/129/174', '60/176/241'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ + +10ge2p1x520-ethip6-ip6base-iacldstbase-ndrpdrdisc +````````````````````````````````````````````````` + +**RFC2544: Pkt throughput IPv6 iAcl whitelist test cases** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv6 for IPv6 routing. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with IPv6 routing, two static IPv6 /64 routes and IPv6 iAcl security whitelist ingress /64 filter entries applied on links TG - DUT1 and DUT2 - TG. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel. + + - **[Ver] TG verification:** TG finds and reports throughput NDR (Non Drop Rate) with zero packet loss tolerance or throughput PDR (Partial Drop Rate) with non-zero packet loss tolerance (LT) expressed in percentage of packets transmitted. NDR and PDR are discovered for different Ethernet L2 frame sizes using either binary search or linear search algorithms with configured starting rate and final step that determines throughput measurement resolution. Test packets are generated by TG on links to DUTs. TG traffic profile contains two L3 flow-groups (flow-group per direction, 253 flows per flow-group) with all packets containing Ethernet header, IPv6 header and generated payload. MAC addresses are matching MAC addresses of the TG node interfaces. + + - **[Ref] Applicable standard specifications:** RFC2544. + ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| Name | Documentation | Message | ++====================================================+========================================================================================================================================================================================================================================+=================================================================================================================================================================================================================================================================================+ +| tc01-78B-1t1c-ethip6-ip6base-iacldstbase-ndrdisc | |br| [Cfg] DUT runs IPv6 routing and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 6527551.0 pps (2x 3263775.5 pps) |br| FINAL_BANDWIDTH: 5.117599984 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/3139/3224', '20/1701/1848'] |br| LAT_50%NDR: ['10/37/93', '10/36/87'] |br| LAT_10%NDR: ['10/20/189', '10/21/166'] | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc02-78B-1t1c-ethip6-ip6base-iacldstbase-pdrdisc | |br| [Cfg] DUT runs IPv6 routing and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 6527551.0 pps (2x 3263775.5 pps) |br| FINAL_BANDWIDTH: 5.117599984 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['30/3138/3227', '50/1701/1776'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc03-1518B-1t1c-ethip6-ip6base-iacldstbase-ndrdisc | |br| [Cfg] DUT runs IPv6 routing and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/186/279', '20/291/311'] |br| LAT_50%NDR: ['20/30/218', '20/31/185'] |br| LAT_10%NDR: ['20/13/61', '20/13/51'] | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc04-1518B-1t1c-ethip6-ip6base-iacldstbase-pdrdisc | |br| [Cfg] DUT runs IPv6 routing and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/350/362', '20/385/391'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc05-9000B-1t1c-ethip6-ip6base-iacldstbase-ndrdisc | |br| [Cfg] DUT runs IPv6 routing and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['60/362/406', '50/432/464'] |br| LAT_50%NDR: ['50/65/189', '50/67/176'] |br| LAT_10%NDR: ['50/61/180', '50/58/238'] | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc06-9000B-1t1c-ethip6-ip6base-iacldstbase-pdrdisc | |br| [Cfg] DUT runs IPv6 routing and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/241/261', '50/357/381'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc07-78B-2t2c-ethip6-ip6base-iacldstbase-ndrdisc | |br| [Cfg] DUT runs IPv6 routing and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 11273214.25 pps (2x 5636607.125 pps) |br| FINAL_BANDWIDTH: 8.838199972 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/912/974', '10/933/1009'] |br| LAT_50%NDR: ['10/30/124', '10/29/63'] |br| LAT_10%NDR: ['10/22/203', '10/20/43'] | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc08-78B-2t2c-ethip6-ip6base-iacldstbase-pdrdisc | |br| [Cfg] DUT runs IPv6 routing and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 11668686.1875 pps (2x 5834343.09375 pps) |br| FINAL_BANDWIDTH: 9.148249971 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['10/50/164', '30/916/984'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc09-1518B-2t2c-ethip6-ip6base-iacldstbase-ndrdisc | |br| [Cfg] DUT runs IPv6 routing and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/150/223', '20/274/282'] |br| LAT_50%NDR: ['20/27/116', '20/27/197'] |br| LAT_10%NDR: ['20/27/147', '20/27/57'] | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc10-1518B-2t2c-ethip6-ip6base-iacldstbase-pdrdisc | |br| [Cfg] DUT runs IPv6 routing and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/97/120', '20/396/405'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc11-9000B-2t2c-ethip6-ip6base-iacldstbase-ndrdisc | |br| [Cfg] DUT runs IPv6 routing and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['60/107/149', '50/311/349'] |br| LAT_50%NDR: ['50/66/170', '50/66/220'] |br| LAT_10%NDR: ['50/56/200', '50/62/114'] | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc12-9000B-2t2c-ethip6-ip6base-iacldstbase-pdrdisc | |br| [Cfg] DUT runs IPv6 routing and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['50/330/385', '50/189/242'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc13-78B-4t4c-ethip6-ip6base-iacldstbase-ndrdisc | |br| [Cfg] DUT runs IPv6 routing and whitelist filters config with 4 threads, 4 phy cores, 2 receive queue per NIC port. |br| [Ver] Find NDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 20369068.8124 pps (2x 10184534.4062 pps) |br| FINAL_BANDWIDTH: 15.9693499489 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/67/178', '20/49/116'] |br| LAT_50%NDR: ['10/24/46', '10/22/71'] |br| LAT_10%NDR: ['10/19/49', '10/26/241'] | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc14-78B-4t4c-ethip6-ip6base-iacldstbase-pdrdisc | |br| [Cfg] DUT runs IPv6 routing and whitelist filters config with 4 threads, 4 phy cores, 2 receive queue per NIC port. |br| [Ver] Find PDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 21160012.6876 pps (2x 10580006.3438 pps) |br| FINAL_BANDWIDTH: 16.5894499471 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/105/528', '20/77/194'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc15-1518B-4t4c-ethip6-ip6base-iacldstbase-ndrdisc | |br| [Cfg] DUT runs IPv6 routing and whitelist filters config with 4 threads, 4 phy cores, 2 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/183/240', '20/109/120'] |br| LAT_50%NDR: ['20/28/194', '20/28/235'] |br| LAT_10%NDR: ['20/27/124', '20/24/40'] | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc16-1518B-4t4c-ethip6-ip6base-iacldstbase-pdrdisc | |br| [Cfg] DUT runs IPv6 routing and whitelist filters config with 4 threads, 4 phy cores, 2 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/216/239', '20/74/80'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc17-9000B-4t4c-ethip6-ip6base-iacldstbase-ndrdisc | |br| [Cfg] DUT runs IPv6 routing and whitelist filters config with 4 threads, 4 phy cores, 2 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['60/241/332', '60/121/170'] |br| LAT_50%NDR: ['50/65/248', '50/66/127'] |br| LAT_10%NDR: ['50/62/170', '50/62/80'] | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc18-9000B-4t4c-ethip6-ip6base-iacldstbase-pdrdisc | |br| [Cfg] DUT runs IPv6 routing and whitelist filters config with 4 threads, 4 phy cores, 2 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/139/166', '50/197/308'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ + +10ge2p1x520-ethip6-ip6base-ndrpdrdisc +````````````````````````````````````` + +**RFC2544: Pkt throughput IPv6 routing test cases** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv6 for IPv6 routing. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with IPv6 routing and two static IPv6 /64 route entries. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel. + + - **[Ver] TG verification:** TG finds and reports throughput NDR (Non Drop Rate) with zero packet loss tolerance or throughput PDR (Partial Drop Rate) with non-zero packet loss tolerance (LT) expressed in percentage of packets transmitted. NDR and PDR are discovered for different Ethernet L2 frame sizes using either binary search or linear search algorithms with configured starting rate and final step that determines throughput measurement resolution. Test packets are generated by TG on links to DUTs. TG traffic profile contains two L3 flow-groups (flow-group per direction, 253 flows per flow-group) with all packets containing Ethernet header, IPv6 header and static payload. MAC addresses are matching MAC addresses of the TG node interfaces. + + - **[Ref] Applicable standard specifications:** RFC2544. + ++----------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| Name | Documentation | Message | ++========================================+===================================================================================================================================================================================================================+================================================================================================================================================================================================================================================================================+ +| tc01-78B-1t1c-ethip6-ip6base-ndrdisc | |br| [Cfg] DUT runs IPv6 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 7713966.8125 pps (2x 3856983.40625 pps) |br| FINAL_BANDWIDTH: 6.047749981 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/202/333', '20/217/350'] |br| LAT_50%NDR: ['10/22/67', '10/37/105'] |br| LAT_10%NDR: ['10/20/34', '10/22/80'] | ++----------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc02-78B-1t1c-ethip6-ip6base-pdrdisc | |br| [Cfg] DUT runs IPv6 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 7713966.8125 pps (2x 3856983.40625 pps) |br| FINAL_BANDWIDTH: 6.047749981 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/1418/1503', '10/1417/1484'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc03-1518B-1t1c-ethip6-ip6base-ndrdisc | |br| [Cfg] DUT runs IPv6 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/295/340', '20/111/230'] |br| LAT_50%NDR: ['20/28/116', '20/29/192'] |br| LAT_10%NDR: ['20/26/98', '20/27/162'] | ++----------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc04-1518B-1t1c-ethip6-ip6base-pdrdisc | |br| [Cfg] DUT runs IPv6 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/159/208', '20/218/226'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc05-9000B-1t1c-ethip6-ip6base-ndrdisc | |br| [Cfg] DUT runs IPv6 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['60/784/949', '50/868/1040'] |br| LAT_50%NDR: ['50/64/257', '50/63/268'] |br| LAT_10%NDR: ['50/61/88', '50/61/74'] | ++----------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc06-9000B-1t1c-ethip6-ip6base-pdrdisc | |br| [Cfg] DUT runs IPv6 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/859/944', '60/927/1023'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc07-78B-2t2c-ethip6-ip6base-ndrdisc | |br| [Cfg] DUT runs IPv6 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 15623405.5625 pps (2x 7811702.78125 pps) |br| FINAL_BANDWIDTH: 12.248749961 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/47/147', '20/177/307'] |br| LAT_50%NDR: ['10/29/51', '10/26/61'] |br| LAT_10%NDR: ['10/22/51', '10/20/47'] | ++----------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc08-78B-2t2c-ethip6-ip6base-pdrdisc | |br| [Cfg] DUT runs IPv6 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 15623405.5625 pps (2x 7811702.78125 pps) |br| FINAL_BANDWIDTH: 12.248749961 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/48/80', '10/88/114'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc09-1518B-2t2c-ethip6-ip6base-ndrdisc | |br| [Cfg] DUT runs IPv6 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/76/101', '20/261/269'] |br| LAT_50%NDR: ['20/27/122', '20/27/103'] |br| LAT_10%NDR: ['20/27/70', '10/26/46'] | ++----------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc10-1518B-2t2c-ethip6-ip6base-pdrdisc | |br| [Cfg] DUT runs IPv6 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/245/261', '20/185/193'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc11-9000B-2t2c-ethip6-ip6base-ndrdisc | |br| [Cfg] DUT runs IPv6 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['60/104/145', '50/206/248'] |br| LAT_50%NDR: ['50/66/96', '50/65/143'] |br| LAT_10%NDR: ['50/61/90', '50/62/110'] | ++----------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc12-9000B-2t2c-ethip6-ip6base-pdrdisc | |br| [Cfg] DUT runs IPv6 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/220/252', '50/162/197'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc13-78B-4t4c-ethip6-ip6base-ndrdisc | |br| [Cfg] DUT runs IPv6 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 21160012.6876 pps (2x 10580006.3438 pps) |br| FINAL_BANDWIDTH: 16.5894499471 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/29/106', '10/30/117'] |br| LAT_50%NDR: ['10/20/49', '10/19/51'] |br| LAT_10%NDR: ['10/19/58', '10/19/57'] | ++----------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc14-78B-4t4c-ethip6-ip6base-pdrdisc | |br| [Cfg] DUT runs IPv6 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 21555484.625 pps (2x 10777742.3125 pps) |br| FINAL_BANDWIDTH: 16.899499946 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['10/404/510', '10/777/840'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc15-1518B-4t4c-ethip6-ip6base-ndrdisc | |br| [Cfg] DUT runs IPv6 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/126/143', '20/184/229'] |br| LAT_50%NDR: ['20/28/54', '20/28/74'] |br| LAT_10%NDR: ['20/26/97', '10/24/192'] | ++----------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc16-1518B-4t4c-ethip6-ip6base-pdrdisc | |br| [Cfg] DUT runs IPv6 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/242/342', '20/100/110'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc17-9000B-4t4c-ethip6-ip6base-ndrdisc | |br| [Cfg] DUT runs IPv6 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['60/173/313', '50/128/158'] |br| LAT_50%NDR: ['50/64/231', '50/65/115'] |br| LAT_10%NDR: ['50/55/90', '50/62/74'] | ++----------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc18-9000B-4t4c-ethip6-ip6base-pdrdisc | |br| [Cfg] DUT runs IPv6 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/159/211', '60/174/205'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ + +10ge2p1x520-ethip6-ip6scale200k-ndrpdrdisc +`````````````````````````````````````````` + +**RFC2544: Pkt throughput IPv6 routing test cases** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv6 for IPv6 routing. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with IPv6 routing and 2x100k static IPv6 /64 route entries. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel. + + - **[Ver] TG verification:** TG finds and reports throughput NDR (Non Drop Rate) with zero packet loss tolerance or throughput PDR (Partial Drop Rate) with non-zero packet loss tolerance (LT) expressed in percentage of packets transmitted. NDR and PDR are discovered for different Ethernet L2 frame sizes using either binary search or linear search algorithms with configured starting rate and final step that determines throughput measurement resolution. Test packets are generated by TG on links to DUTs. TG traffic profile contains two L3 flow-groups (flow-group per direction, 100k flows per flow-group) with all packets containing Ethernet header, IPv6 header withq IP and static payload. MAC addresses are matching MAC addresses of the TG node interfaces. Incrementing of IP.dst (IPv6 destination address) field is applied to both streams. + + - **[Ref] Applicable standard specifications:** RFC2544. + ++---------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| Name | Documentation | Message | ++=============================================+===================================================================================================================================================================================================================+==================================================================================================================================================================================================================================================================================+ +| tc01-78B-1t1c-ethip6-ip6scale200k-ndrdisc | |br| [Cfg] DUT runs IPv6 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 5341135.1875 pps (2x 2670567.59375 pps) |br| FINAL_BANDWIDTH: 4.187449987 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/69/456', '10/70/493'] |br| LAT_50%NDR: ['10/31/109', '10/37/151'] |br| LAT_10%NDR: ['10/24/119', '10/22/103'] | ++---------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc02-78B-1t1c-ethip6-ip6scale200k-pdrdisc | |br| [Cfg] DUT runs IPv6 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 5341135.1875 pps (2x 2670567.59375 pps) |br| FINAL_BANDWIDTH: 4.187449987 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['10/261/959', '10/263/809'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++---------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc03-1518B-1t1c-ethip6-ip6scale200k-ndrdisc | |br| [Cfg] DUT runs IPv6 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/406/430', '20/592/599'] |br| LAT_50%NDR: ['20/14/355', '20/15/346'] |br| LAT_10%NDR: ['10/27/161', '10/27/124'] | ++---------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc04-1518B-1t1c-ethip6-ip6scale200k-pdrdisc | |br| [Cfg] DUT runs IPv6 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/403/466', '20/361/373'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++---------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc05-9000B-1t1c-ethip6-ip6scale200k-ndrdisc | |br| [Cfg] DUT runs IPv6 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['60/318/392', '60/481/510'] |br| LAT_50%NDR: ['50/65/287', '50/66/265'] |br| LAT_10%NDR: ['50/61/160', '50/62/246'] | ++---------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc06-9000B-1t1c-ethip6-ip6scale200k-pdrdisc | |br| [Cfg] DUT runs IPv6 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/276/310', '50/274/305'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++---------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc07-78B-2t2c-ethip6-ip6scale200k-ndrdisc | |br| [Cfg] DUT runs IPv6 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 11273214.25 pps (2x 5636607.125 pps) |br| FINAL_BANDWIDTH: 8.838199972 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/137/527', '10/859/1123'] |br| LAT_50%NDR: ['10/18/99', '10/19/84'] |br| LAT_10%NDR: ['10/21/77', '10/18/123'] | ++---------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc08-78B-2t2c-ethip6-ip6scale200k-pdrdisc | |br| [Cfg] DUT runs IPv6 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 11668686.1875 pps (2x 5834343.09375 pps) |br| FINAL_BANDWIDTH: 9.148249971 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/92/279', '10/791/1145'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++---------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc09-1518B-2t2c-ethip6-ip6scale200k-ndrdisc | |br| [Cfg] DUT runs IPv6 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/332/346', '20/255/267'] |br| LAT_50%NDR: ['20/13/276', '10/14/213'] |br| LAT_10%NDR: ['20/26/60', '10/24/176'] | ++---------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc10-1518B-2t2c-ethip6-ip6scale200k-pdrdisc | |br| [Cfg] DUT runs IPv6 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/266/284', '20/322/332'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++---------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc11-9000B-2t2c-ethip6-ip6scale200k-ndrdisc | |br| [Cfg] DUT runs IPv6 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['60/208/452', '50/65/147'] |br| LAT_50%NDR: ['50/66/176', '50/63/164'] |br| LAT_10%NDR: ['50/62/168', '50/62/76'] | ++---------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc12-9000B-2t2c-ethip6-ip6scale200k-pdrdisc | |br| [Cfg] DUT runs IPv6 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/282/303', '50/115/129'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++---------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc13-78B-4t4c-ethip6-ip6scale200k-ndrdisc | |br| [Cfg] DUT runs IPv6 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 17205293.3125 pps (2x 8602646.65625 pps) |br| FINAL_BANDWIDTH: 13.488949957 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/126/351', '20/105/391'] |br| LAT_50%NDR: ['10/23/84', '10/24/327'] |br| LAT_10%NDR: ['10/20/55', '10/21/54'] | ++---------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc14-78B-4t4c-ethip6-ip6scale200k-pdrdisc | |br| [Cfg] DUT runs IPv6 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 18787181.0625 pps (2x 9393590.53125 pps) |br| FINAL_BANDWIDTH: 14.729149953 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['10/162/480', '20/385/608'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++---------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc15-1518B-4t4c-ethip6-ip6scale200k-ndrdisc | |br| [Cfg] DUT runs IPv6 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/247/275', '20/81/90'] |br| LAT_50%NDR: ['20/26/231', '10/27/71'] |br| LAT_10%NDR: ['10/27/54', '10/27/45'] | ++---------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc16-1518B-4t4c-ethip6-ip6scale200k-pdrdisc | |br| [Cfg] DUT runs IPv6 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/185/282', '20/154/219'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++---------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc17-9000B-4t4c-ethip6-ip6scale200k-ndrdisc | |br| [Cfg] DUT runs IPv6 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['50/194/245', '60/183/259'] |br| LAT_50%NDR: ['50/65/91', '50/62/88'] |br| LAT_10%NDR: ['50/61/107', '50/58/88'] | ++---------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc18-9000B-4t4c-ethip6-ip6scale200k-pdrdisc | |br| [Cfg] DUT runs IPv6 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/244/443', '50/95/441'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++---------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ + +10ge2p1x520-ethip6-ip6scale20k-ndrpdrdisc +````````````````````````````````````````` + +**RFC2544: Pkt throughput IPv6 routing test cases** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv6 for IPv6 routing. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with IPv6 routing and 2x10k static IPv6 /64 route entries. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel. + + - **[Ver] TG verification:** TG finds and reports throughput NDR (Non Drop Rate) with zero packet loss tolerance or throughput PDR (Partial Drop Rate) with non-zero packet loss tolerance (LT) expressed in percentage of packets transmitted. NDR and PDR are discovered for different Ethernet L2 frame sizes using either binary search or linear search algorithms with configured starting rate and final step that determines throughput measurement resolution. Test packets are generated by TG on links to DUTs. TG traffic profile contains two L3 flow-groups (flow-group per direction, 10k flows per flow-group) with all packets containing Ethernet header, IPv6 header withq IP and static payload. MAC addresses are matching MAC addresses of the TG node interfaces. Incrementing of IP.dst (IPv6 destination address) field is applied to both streams. + + - **[Ref] Applicable standard specifications:** RFC2544. + ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| Name | Documentation | Message | ++============================================+===================================================================================================================================================================================================================+=================================================================================================================================================================================================================================================================================+ +| tc01-78B-1t1c-ethip6-ip6scale20k-ndrdisc | |br| [Cfg] DUT runs IPv6 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 6527551.0 pps (2x 3263775.5 pps) |br| FINAL_BANDWIDTH: 5.117599984 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/1908/3226', '10/2919/3043'] |br| LAT_50%NDR: ['10/30/100', '10/31/74'] |br| LAT_10%NDR: ['10/20/69', '10/23/77'] | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc02-78B-1t1c-ethip6-ip6scale20k-pdrdisc | |br| [Cfg] DUT runs IPv6 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 6527551.0 pps (2x 3263775.5 pps) |br| FINAL_BANDWIDTH: 5.117599984 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['40/1800/2004', '40/2162/2283'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc03-1518B-1t1c-ethip6-ip6scale20k-ndrdisc | |br| [Cfg] DUT runs IPv6 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/890/985', '20/955/1066'] |br| LAT_50%NDR: ['20/30/221', '20/29/229'] |br| LAT_10%NDR: ['20/26/235', '10/25/201'] | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc04-1518B-1t1c-ethip6-ip6scale20k-pdrdisc | |br| [Cfg] DUT runs IPv6 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/91/106', '20/112/120'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc05-9000B-1t1c-ethip6-ip6scale20k-ndrdisc | |br| [Cfg] DUT runs IPv6 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['60/381/437', '60/385/405'] |br| LAT_50%NDR: ['50/64/245', '50/65/251'] |br| LAT_10%NDR: ['50/62/115', '50/62/203'] | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc06-9000B-1t1c-ethip6-ip6scale20k-pdrdisc | |br| [Cfg] DUT runs IPv6 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['50/835/921', '50/931/1012'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc07-78B-2t2c-ethip6-ip6scale20k-ndrdisc | |br| [Cfg] DUT runs IPv6 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 13646045.875 pps (2x 6823022.9375 pps) |br| FINAL_BANDWIDTH: 10.698499966 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/57/218', '20/822/991'] |br| LAT_50%NDR: ['10/29/62', '10/30/95'] |br| LAT_10%NDR: ['10/19/43', '10/19/47'] | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc08-78B-2t2c-ethip6-ip6scale20k-pdrdisc | |br| [Cfg] DUT runs IPv6 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 13646045.875 pps (2x 6823022.9375 pps) |br| FINAL_BANDWIDTH: 10.698499966 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['30/62/173', '20/1523/1574'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc09-1518B-2t2c-ethip6-ip6scale20k-ndrdisc | |br| [Cfg] DUT runs IPv6 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/192/253', '20/214/223'] |br| LAT_50%NDR: ['20/27/163', '10/27/195'] |br| LAT_10%NDR: ['10/26/72', '20/27/126'] | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc10-1518B-2t2c-ethip6-ip6scale20k-pdrdisc | |br| [Cfg] DUT runs IPv6 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/76/108', '20/309/338'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc11-9000B-2t2c-ethip6-ip6scale20k-ndrdisc | |br| [Cfg] DUT runs IPv6 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['50/197/238', '60/207/222'] |br| LAT_50%NDR: ['50/64/104', '50/65/235'] |br| LAT_10%NDR: ['50/55/124', '50/62/136'] | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc12-9000B-2t2c-ethip6-ip6scale20k-pdrdisc | |br| [Cfg] DUT runs IPv6 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['50/188/244', '50/118/146'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc13-78B-4t4c-ethip6-ip6scale20k-ndrdisc | |br| [Cfg] DUT runs IPv6 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 21555484.625 pps (2x 10777742.3125 pps) |br| FINAL_BANDWIDTH: 16.899499946 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/750/791', '10/775/792'] |br| LAT_50%NDR: ['10/10/36', '10/10/36'] |br| LAT_10%NDR: ['10/20/57', '10/19/103'] | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc14-78B-4t4c-ethip6-ip6scale20k-pdrdisc | |br| [Cfg] DUT runs IPv6 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 21555484.625 pps (2x 10777742.3125 pps) |br| FINAL_BANDWIDTH: 16.899499946 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/409/456', '20/615/697'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc15-1518B-4t4c-ethip6-ip6scale20k-ndrdisc | |br| [Cfg] DUT runs IPv6 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/141/176', '20/161/213'] |br| LAT_50%NDR: ['20/28/213', '20/27/146'] |br| LAT_10%NDR: ['20/26/46', '10/27/40'] | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc16-1518B-4t4c-ethip6-ip6scale20k-pdrdisc | |br| [Cfg] DUT runs IPv6 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/278/366', '20/73/81'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc17-9000B-4t4c-ethip6-ip6scale20k-ndrdisc | |br| [Cfg] DUT runs IPv6 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['60/103/275', '60/148/167'] |br| LAT_50%NDR: ['50/66/293', '50/66/112'] |br| LAT_10%NDR: ['50/61/99', '50/62/84'] | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc18-9000B-4t4c-ethip6-ip6scale20k-pdrdisc | |br| [Cfg] DUT runs IPv6 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/69/273', '50/70/227'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++--------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ + +10ge2p1x520-ethip6-ip6scale2m-ndrpdrdisc +```````````````````````````````````````` + +**RFC2544: Pkt throughput IPv6 routing test cases** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv6 for IPv6 routing. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with IPv6 routing and 2x1M static IPv6 /64 route entries. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel. + + - **[Ver] TG verification:** TG finds and reports throughput NDR (Non Drop Rate) with zero packet loss tolerance or throughput PDR (Partial Drop Rate) with non-zero packet loss tolerance (LT) expressed in percentage of packets transmitted. NDR and PDR are discovered for different Ethernet L2 frame sizes using either binary search or linear search algorithms with configured starting rate and final step that determines throughput measurement resolution. Test packets are generated by TG on links to DUTs. TG traffic profile contains two L3 flow-groups (flow-group per direction, 1M flows per flow-group) with all packets containing Ethernet header, IPv6 header withq IP and static payload. MAC addresses are matching MAC addresses of the TG node interfaces. Incrementing of IP.dst (IPv6 destination address) field is applied to both streams. + + - **[Ref] Applicable standard specifications:** RFC2544. + ++-------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| Name | Documentation | Message | ++===========================================+===================================================================================================================================================================================================================+=================================================================================================================================================================================================================================================================================+ +| tc01-78B-1t1c-ethip6-ip6scale2m-ndrdisc | |br| [Cfg] DUT runs IPv6 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 4154719.375 pps (2x 2077359.6875 pps) |br| FINAL_BANDWIDTH: 3.25729999 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/487/2732', '10/709/4583'] |br| LAT_50%NDR: ['10/34/316', '10/42/436'] |br| LAT_10%NDR: ['10/21/59', '10/27/133'] | ++-------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc02-78B-1t1c-ethip6-ip6scale2m-pdrdisc | |br| [Cfg] DUT runs IPv6 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 4154719.375 pps (2x 2077359.6875 pps) |br| FINAL_BANDWIDTH: 3.25729999 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['10/735/2943', '10/1139/4397'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc03-1518B-1t1c-ethip6-ip6scale2m-ndrdisc | |br| [Cfg] DUT runs IPv6 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/121/145', '20/115/125'] |br| LAT_50%NDR: ['20/30/118', '20/31/116'] |br| LAT_10%NDR: ['20/27/48', '10/28/47'] | ++-------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc04-1518B-1t1c-ethip6-ip6scale2m-pdrdisc | |br| [Cfg] DUT runs IPv6 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/279/290', '20/276/285'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc05-9000B-1t1c-ethip6-ip6scale2m-ndrdisc | |br| [Cfg] DUT runs IPv6 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['60/129/151', '50/156/175'] |br| LAT_50%NDR: ['50/65/274', '50/62/217'] |br| LAT_10%NDR: ['50/61/93', '50/60/76'] | ++-------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc06-9000B-1t1c-ethip6-ip6scale2m-pdrdisc | |br| [Cfg] DUT runs IPv6 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/292/345', '60/289/313'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc07-78B-2t2c-ethip6-ip6scale2m-ndrdisc | |br| [Cfg] DUT runs IPv6 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 8900382.625 pps (2x 4450191.3125 pps) |br| FINAL_BANDWIDTH: 6.977899978 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/235/929', '10/578/1590'] |br| LAT_50%NDR: ['10/33/72', '10/28/81'] |br| LAT_10%NDR: ['10/22/92', '10/23/87'] | ++-------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc08-78B-2t2c-ethip6-ip6scale2m-pdrdisc | |br| [Cfg] DUT runs IPv6 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 8900382.625 pps (2x 4450191.3125 pps) |br| FINAL_BANDWIDTH: 6.977899978 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['10/166/711', '10/466/1279'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc09-1518B-2t2c-ethip6-ip6scale2m-ndrdisc | |br| [Cfg] DUT runs IPv6 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/304/324', '20/237/252'] |br| LAT_50%NDR: ['20/14/251', '10/14/137'] |br| LAT_10%NDR: ['20/27/54', '10/27/156'] | ++-------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc10-1518B-2t2c-ethip6-ip6scale2m-pdrdisc | |br| [Cfg] DUT runs IPv6 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/368/397', '20/126/134'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc11-9000B-2t2c-ethip6-ip6scale2m-ndrdisc | |br| [Cfg] DUT runs IPv6 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['50/120/147', '50/256/274'] |br| LAT_50%NDR: ['50/65/90', '50/66/110'] |br| LAT_10%NDR: ['50/61/168', '50/62/161'] | ++-------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc12-9000B-2t2c-ethip6-ip6scale2m-pdrdisc | |br| [Cfg] DUT runs IPv6 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/357/427', '50/88/120'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc13-78B-4t4c-ethip6-ip6scale2m-ndrdisc | |br| [Cfg] DUT runs IPv6 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 15623405.5625 pps (2x 7811702.78125 pps) |br| FINAL_BANDWIDTH: 12.248749961 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/93/277', '10/270/818'] |br| LAT_50%NDR: ['10/23/72', '10/24/58'] |br| LAT_10%NDR: ['10/23/69', '10/21/51'] | ++-------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc14-78B-4t4c-ethip6-ip6scale2m-pdrdisc | |br| [Cfg] DUT runs IPv6 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 16018877.5 pps (2x 8009438.75 pps) |br| FINAL_BANDWIDTH: 12.55879996 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/560/1102', '20/1394/1662'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc15-1518B-4t4c-ethip6-ip6scale2m-ndrdisc | |br| [Cfg] DUT runs IPv6 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/169/194', '20/99/106'] |br| LAT_50%NDR: ['20/27/106', '10/27/44'] |br| LAT_10%NDR: ['20/26/128', '10/27/42'] | ++-------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc16-1518B-4t4c-ethip6-ip6scale2m-pdrdisc | |br| [Cfg] DUT runs IPv6 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/56/612', '20/161/683'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc17-9000B-4t4c-ethip6-ip6scale2m-ndrdisc | |br| [Cfg] DUT runs IPv6 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['50/79/102', '50/81/101'] |br| LAT_50%NDR: ['50/66/114', '50/66/283'] |br| LAT_10%NDR: ['50/55/780', '50/62/800'] | ++-------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc18-9000B-4t4c-ethip6-ip6scale2m-pdrdisc | |br| [Cfg] DUT runs IPv6 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 277160.0 pps (2x 138580.0 pps) |br| FINAL_BANDWIDTH: 19.9998656 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/97/140', '50/177/211'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ + +40ge2p1xl710-ethip6-ip6base-ndrpdrdisc +`````````````````````````````````````` + +**RFC2544: Pkt throughput IPv6 routing test cases** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv6 for IPv6 routing. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with IPv6 routing and two static IPv6 /64 route entries. DUT1 and DUT2 tested with 2p40GE NIC XL710 by Intel. + + - **[Ver] TG verification:** TG finds and reports throughput NDR (Non Drop Rate) with zero packet loss tolerance or throughput PDR (Partial Drop Rate) with non-zero packet loss tolerance (LT) expressed in percentage of packets transmitted. NDR and PDR are discovered for different Ethernet L2 frame sizes using either binary search or linear search algorithms with configured starting rate and final step that determines throughput measurement resolution. Test packets are generated by TG on links to DUTs. TG traffic profile contains two L3 flow-groups (flow-group per direction, 253 flows per flow-group) with all packets containing Ethernet header, IPv6 header and static payload. MAC addresses are matching MAC addresses of the TG node interfaces. + + - **[Ref] Applicable standard specifications:** RFC2544. + ++----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| Name | Documentation | Message | ++========================================+==========================================================================================================================================================================================================+================================================================================================================================================================================================================================================================================+ +| tc01-78B-1t1c-ethip6-ip6base-ndrdisc | |br| [Cfg] DUT runs IPv6 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 78 Byte frames using binary search start at 18.75Mpps rate, step 100kpps. | FINAL_RATE: 7485156.25 pps (2x 3742578.125 pps) |br| FINAL_BANDWIDTH: 5.8683625 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/56/226', '20/58/219'] |br| LAT_50%NDR: ['10/11/67', '10/11/53'] |br| LAT_10%NDR: ['10/22/47', '10/21/104'] | ++----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc03-1518B-1t1c-ethip6-ip6base-ndrdisc | |br| [Cfg] DUT runs IPv6 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 24.5G rate, step 10kpps. | FINAL_RATE: 3889574.21876 pps (2x 1944787.10938 pps) |br| FINAL_BANDWIDTH: 47.8573211876 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/34/273', '10/33/256'] |br| LAT_50%NDR: ['10/22/48', '10/21/58'] |br| LAT_10%NDR: ['10/22/45', '10/23/47'] | ++----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc07-78B-2t2c-ethip6-ip6base-ndrdisc | |br| [Cfg] DUT runs IPv6 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 78 Byte frames using binary search start at 18.75Mpps rate, step 100kpps. | FINAL_RATE: 15061718.75 pps (2x 7530859.375 pps) |br| FINAL_BANDWIDTH: 11.8083875 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/49/158', '20/50/146'] |br| LAT_50%NDR: ['10/27/75', '10/28/94'] |br| LAT_10%NDR: ['10/20/37', '10/20/49'] | ++----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc09-1518B-2t2c-ethip6-ip6base-ndrdisc | |br| [Cfg] DUT runs IPv6 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 24.5G rate, step 10kpps. | FINAL_RATE: 3827661.03124 pps (2x 1913830.51562 pps) |br| FINAL_BANDWIDTH: 47.0955413284 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/34/57', '10/34/67'] |br| LAT_50%NDR: ['10/27/169', '10/25/186'] |br| LAT_10%NDR: ['10/22/47', '10/23/75'] | ++----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc13-78B-4t4c-ethip6-ip6base-ndrdisc | |br| [Cfg] DUT runs IPv6 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 78 Byte frames using binary search start at 18.75Mpps rate, step 100kpps. | FINAL_RATE: 24386718.75 pps (2x 12193359.375 pps) |br| FINAL_BANDWIDTH: 19.1191875 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/26/203', '10/26/85'] |br| LAT_50%NDR: ['10/18/665', '10/19/612'] |br| LAT_10%NDR: ['10/20/35', '10/19/67'] | ++----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc15-1518B-4t4c-ethip6-ip6base-ndrdisc | |br| [Cfg] DUT runs IPv6 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 24.5G rate, step 10kpps. | FINAL_RATE: 3889574.21876 pps (2x 1944787.10938 pps) |br| FINAL_BANDWIDTH: 47.8573211876 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/35/194', '20/34/113'] |br| LAT_50%NDR: ['10/27/78', '10/26/52'] |br| LAT_10%NDR: ['10/22/43', '10/21/40'] | ++----------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ + +IPv4 Overlay Tunnels +==================== + +10ge2p1x520-ethip4lispip4-ip4base-ndrpdrdisc +```````````````````````````````````````````` + +**RFC6830: Pkt throughput Lisp test cases** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4-LISP-IPv4 on DUT1-DUT2, Eth-IPv4 on TG-DUTn for IPv4 routing over LISPoIPv4 tunnel. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with IPv4 routing and static routes. LISPoIPv4 tunnel is configured between DUT1 and DUT2. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel. + + - **[Ver] TG verification:** TG finds and reports throughput NDR (Non Drop Rate) with zero packet loss tolerance or throughput PDR (Partial Drop Rate) with non-zero packet loss tolerance (LT) expressed in percentage of packets transmitted. NDR and PDR are discovered for different Ethernet L2 frame sizes using either binary search or linear search + + - **[Ref] Applicable standard specifications:** RFC6830. + ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| Name | Documentation | Message | ++===============================================+============================================================================================================================================================================================================================================================+====================================================================================================================================================================================================================================================================================+ +| tc01-64B-1t1c-ethip4lispip4-ip4base-ndrdisc | |br| [Cfg] DUT runs IPv4 LISP remote static mappings and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 4836141.125 pps (2x 2418070.5625 pps) |br| FINAL_BANDWIDTH: 3.249886836 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['30/4300/4455', '40/2806/2991'] |br| LAT_50%NDR: ['10/42/104', '10/39/176'] |br| LAT_10%NDR: ['10/27/104', '10/24/68'] | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc02-64B-1t1c-ethip4lispip4-ip4base-pdrdisc | |br| [Cfg] DUT runs IPv4 LISP remote static mappings and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 4836141.125 pps (2x 2418070.5625 pps) |br| FINAL_BANDWIDTH: 3.249886836 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['10/4188/4457', '20/2992/4464'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc03-1480B-1t1c-ethip4lispip4-ip4base-ndrdisc | |br| [Cfg] DUT runs IPv4 LISP remote static mappings and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1480 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1606642.0 pps (2x 803321.0 pps) |br| FINAL_BANDWIDTH: 19.279704 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/1369/1384', '20/1370/1458'] |br| LAT_50%NDR: ['20/32/102', '20/35/97'] |br| LAT_10%NDR: ['20/29/48', '20/29/49'] | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc04-1480B-1t1c-ethip4lispip4-ip4base-pdrdisc | |br| [Cfg] DUT runs IPv4 LISP remote static mappings and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1480 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1632233.0 pps (2x 816116.5 pps) |br| FINAL_BANDWIDTH: 19.586796 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/1372/1386', '20/1372/1480'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc05-9000B-1t1c-ethip4lispip4-ip4base-ndrdisc | |br| [Cfg] DUT runs IPv4 LISP remote static mappings and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 244801.5 pps (2x 122400.75 pps) |br| FINAL_BANDWIDTH: 17.66487624 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['50/73/251', '50/75/262'] |br| LAT_50%NDR: ['50/66/165', '50/67/186'] |br| LAT_10%NDR: ['50/63/121', '50/63/137'] | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc06-9000B-1t1c-ethip4lispip4-ip4base-pdrdisc | |br| [Cfg] DUT runs IPv4 LISP remote static mappings and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 276916.0 pps (2x 138458.0 pps) |br| FINAL_BANDWIDTH: 19.98225856 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/1621/1829', '60/1620/1710'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc07-64B-2t2c-ethip4lispip4-ip4base-ndrdisc | |br| [Cfg] DUT runs IPv4 LISP remote static mappings and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 9261548.5625 pps (2x 4630774.28125 pps) |br| FINAL_BANDWIDTH: 6.223760634 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/63/248', '20/77/203'] |br| LAT_50%NDR: ['10/34/84', '10/37/80'] |br| LAT_10%NDR: ['10/20/37', '10/20/37'] | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc08-64B-2t2c-ethip4lispip4-ip4base-pdrdisc | |br| [Cfg] DUT runs IPv4 LISP remote static mappings and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 9472282.25 pps (2x 4736141.125 pps) |br| FINAL_BANDWIDTH: 6.365373672 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/928/968', '20/954/991'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc09-1480B-2t2c-ethip4lispip4-ip4base-ndrdisc | |br| [Cfg] DUT runs IPv4 LISP remote static mappings and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1480 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1606642.0 pps (2x 803321.0 pps) |br| FINAL_BANDWIDTH: 19.279704 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/680/1377', '20/680/1377'] |br| LAT_50%NDR: ['20/29/164', '20/30/61'] |br| LAT_10%NDR: ['20/27/42', '20/28/40'] | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc10-1480B-2t2c-ethip4lispip4-ip4base-pdrdisc | |br| [Cfg] DUT runs IPv4 LISP remote static mappings and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1480 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1632233.0 pps (2x 816116.5 pps) |br| FINAL_BANDWIDTH: 19.586796 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/1359/1377', '20/1359/1377'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc11-9000B-2t2c-ethip4lispip4-ip4base-ndrdisc | |br| [Cfg] DUT runs IPv4 LISP remote static mappings and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 244801.5 pps (2x 122400.75 pps) |br| FINAL_BANDWIDTH: 17.66487624 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['60/71/156', '50/74/111'] |br| LAT_50%NDR: ['50/63/207', '50/67/85'] |br| LAT_10%NDR: ['50/56/81', '50/62/102'] | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc12-9000B-2t2c-ethip4lispip4-ip4base-pdrdisc | |br| [Cfg] DUT runs IPv4 LISP remote static mappings and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 276916.0 pps (2x 138458.0 pps) |br| FINAL_BANDWIDTH: 19.98225856 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/1619/1781', '50/1618/1748'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc13-64B-4t4c-ethip4lispip4-ip4base-ndrdisc | |br| [Cfg] DUT runs IPv4 LISP remote static mappings and whitelist filters config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 9261548.5625 pps (2x 4630774.28125 pps) |br| FINAL_BANDWIDTH: 6.223760634 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/62/126', '10/64/111'] |br| LAT_50%NDR: ['10/32/180', '10/30/98'] |br| LAT_10%NDR: ['10/21/51', '10/21/60'] | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc14-64B-4t4c-ethip4lispip4-ip4base-pdrdisc | |br| [Cfg] DUT runs IPv4 LISP remote static mappings and whitelist filters config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 9472282.25 pps (2x 4736141.125 pps) |br| FINAL_BANDWIDTH: 6.365373672 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['30/943/1064', '20/942/996'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc15-1480B-4t4c-ethip4lispip4-ip4base-ndrdisc | |br| [Cfg] DUT runs IPv4 LISP remote static mappings and whitelist filters config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 1480 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1606642.0 pps (2x 803321.0 pps) |br| FINAL_BANDWIDTH: 19.279704 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/2543/2594', '20/2545/2607'] |br| LAT_50%NDR: ['20/29/60', '20/29/43'] |br| LAT_10%NDR: ['20/27/43', '20/28/179'] | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc16-1480B-4t4c-ethip4lispip4-ip4base-pdrdisc | |br| [Cfg] DUT runs IPv4 LISP remote static mappings and whitelist filters config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 1480 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1632233.0 pps (2x 816116.5 pps) |br| FINAL_BANDWIDTH: 19.586796 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/2546/2576', '20/2545/2605'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc17-9000B-4t4c-ethip4lispip4-ip4base-ndrdisc | |br| [Cfg] DUT runs IPv4 LISP remote static mappings and whitelist filters config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 244801.5 pps (2x 122400.75 pps) |br| FINAL_BANDWIDTH: 17.66487624 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['50/71/173', '50/73/93'] |br| LAT_50%NDR: ['50/66/188', '50/66/90'] |br| LAT_10%NDR: ['50/62/81', '50/56/73'] | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc18-9000B-4t4c-ethip4lispip4-ip4base-pdrdisc | |br| [Cfg] DUT runs IPv4 LISP remote static mappings and whitelist filters config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 276916.0 pps (2x 138458.0 pps) |br| FINAL_BANDWIDTH: 19.98225856 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/2856/2938', '60/2856/2956'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ + +10ge2p1x520-ethip4lispip6-ip4base-ndrpdrdisc +```````````````````````````````````````````` + +**RFC6830: Pkt throughput Lisp test cases** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4-LISP-IPv6 on DUT1-DUT2 and Eth-IPv4 on TG-DUTn for IPv4 routing over LISPoIPv6 tunnel. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with IPv4 routing and static routes. LISPoIPv6 tunnel is configured between DUT1 and DUT2. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel. + + - **[Ver] TG verification:** TG finds and reports throughput NDR (Non Drop Rate) with zero packet loss tolerance or throughput PDR (Partial Drop Rate) with non-zero packet loss tolerance (LT) expressed in percentage of packets transmitted. NDR and PDR are discovered for different Ethernet L2 frame sizes using either binary search or linear search + + - **[Ref] Applicable standard specifications:** RFC6830. + ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| Name | Documentation | Message | ++===============================================+============================================================================================================================================================================================================================================================+==============================================================================================================================================================================================================================================================================+ +| tc01-64B-1t1c-ethip4lispip6-ip4base-ndrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 4006439.0 pps (2x 2003219.5 pps) |br| FINAL_BANDWIDTH: 2.692327008 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/118/334', '20/118/310'] |br| LAT_50%NDR: ['10/27/86', '10/48/128'] |br| LAT_10%NDR: ['10/21/66', '10/28/105'] | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc02-64B-1t1c-ethip4lispip6-ip4base-pdrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 4006439.0 pps (2x 2003219.5 pps) |br| FINAL_BANDWIDTH: 2.692327008 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/89/273', '20/101/329'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc03-1460B-1t1c-ethip4lispip6-ip4base-ndrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1460 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 1610872.0625 pps (2x 805436.03125 pps) |br| FINAL_BANDWIDTH: 19.07272522 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/51/290', '20/52/288'] |br| LAT_50%NDR: ['20/38/76', '20/40/70'] |br| LAT_10%NDR: ['20/29/204', '20/29/163'] | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc04-1460B-1t1c-ethip4lispip6-ip4base-pdrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1460 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1610872.0625 pps (2x 805436.03125 pps) |br| FINAL_BANDWIDTH: 19.07272522 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/62/199', '20/62/199'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc05-9000B-1t1c-ethip4lispip6-ip4base-ndrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 243732.25 pps (2x 121866.125 pps) |br| FINAL_BANDWIDTH: 17.58771916 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['50/76/145', '60/77/148'] |br| LAT_50%NDR: ['50/67/181', '50/70/247'] |br| LAT_10%NDR: ['50/61/92', '50/64/74'] | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc06-9000B-1t1c-ethip4lispip6-ip4base-pdrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 275694.0 pps (2x 137847.0 pps) |br| FINAL_BANDWIDTH: 19.89407904 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/1617/1843', '60/1621/2461'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc07-64B-2t2c-ethip4lispip6-ip4base-ndrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 8398484.0 pps (2x 4199242.0 pps) |br| FINAL_BANDWIDTH: 5.643781248 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/1045/1119', '20/1071/1114'] |br| LAT_50%NDR: ['10/37/129', '10/31/105'] |br| LAT_10%NDR: ['10/20/79', '10/31/97'] | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc08-64B-2t2c-ethip4lispip6-ip4base-pdrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 8398484.0 pps (2x 4199242.0 pps) |br| FINAL_BANDWIDTH: 5.643781248 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/1047/1087', '20/1079/1212'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc09-1460B-2t2c-ethip4lispip6-ip4base-ndrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1460 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1610872.0625 pps (2x 805436.03125 pps) |br| FINAL_BANDWIDTH: 19.07272522 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/37/161', '20/35/110'] |br| LAT_50%NDR: ['20/29/45', '20/31/52'] |br| LAT_10%NDR: ['20/14/61', '20/14/77'] | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc10-1460B-2t2c-ethip4lispip6-ip4base-pdrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1460 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1610872.0625 pps (2x 805436.03125 pps) |br| FINAL_BANDWIDTH: 19.07272522 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/34/52', '20/35/98'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc11-9000B-2t2c-ethip4lispip6-ip4base-ndrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 243732.25 pps (2x 121866.125 pps) |br| FINAL_BANDWIDTH: 17.58771916 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['60/73/88', '50/75/88'] |br| LAT_50%NDR: ['50/68/98', '50/68/149'] |br| LAT_10%NDR: ['50/57/84', '50/63/116'] | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc12-9000B-2t2c-ethip4lispip6-ip4base-pdrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 275694.0 pps (2x 137847.0 pps) |br| FINAL_BANDWIDTH: 19.89407904 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/1616/1665', '60/1618/1812'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc13-64B-4t4c-ethip4lispip6-ip4base-ndrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 8398484.0 pps (2x 4199242.0 pps) |br| FINAL_BANDWIDTH: 5.643781248 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/1027/1067', '10/1036/1152'] |br| LAT_50%NDR: ['10/39/73', '20/43/72'] |br| LAT_10%NDR: ['10/23/94', '10/25/73'] | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc14-64B-4t4c-ethip4lispip6-ip4base-pdrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 8398484.0 pps (2x 4199242.0 pps) |br| FINAL_BANDWIDTH: 5.643781248 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['10/1027/1074', '10/1031/1095'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc15-1460B-4t4c-ethip4lispip6-ip4base-ndrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 1460 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1610872.0625 pps (2x 805436.03125 pps) |br| FINAL_BANDWIDTH: 19.07272522 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/36/152', '20/35/100'] |br| LAT_50%NDR: ['20/29/44', '20/29/46'] |br| LAT_10%NDR: ['20/27/60', '20/28/43'] | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc16-1460B-4t4c-ethip4lispip6-ip4base-pdrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 1460 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1610872.0625 pps (2x 805436.03125 pps) |br| FINAL_BANDWIDTH: 19.07272522 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/36/82', '20/34/91'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc17-9000B-4t4c-ethip4lispip6-ip4base-ndrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 243732.25 pps (2x 121866.125 pps) |br| FINAL_BANDWIDTH: 17.58771916 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['50/73/135', '50/75/111'] |br| LAT_50%NDR: ['50/65/107', '50/66/120'] |br| LAT_10%NDR: ['50/63/97', '50/57/83'] | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc18-9000B-4t4c-ethip4lispip6-ip4base-pdrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 275694.0 pps (2x 137847.0 pps) |br| FINAL_BANDWIDTH: 19.89407904 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/2845/3363', '60/2845/3343'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ + +10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-ndrpdrdisc +````````````````````````````````````````````````` + +**RFC2544: Packet throughput L2BD with VXLANoIPv4 test cases** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4 for L2 bridge domain on TG-DUTn. Eth-IPv4-VXLAN-Eth-IPv4 is applied on link between DUT1 and DUT2. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with L2 bridge domain. VXLAN tunnels are configured between L2BDs on DUT1 and DUT2. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel. + + - **[Ver] TG verification:** TG finds and reports throughput NDR (Non Drop Rate) with zero packet loss tolerance or throughput PDR (Partial Drop Rate) with non-zero packet loss tolerance (LT) expressed in percentage of packets transmitted. NDR and PDR are discovered for different Ethernet L2 frame sizes using either binary search or linear search algorithms with configured starting rate and final step that determines throughput measurement resolution. Test packets are generated by TG on links to DUTs. TG traffic profile contains two L3 flow-groups (flow-group per direction, 253 flows per flow-group) with all packets containing Ethernet header, IPv4 header with IP protocol=61 and generated payload. MAC addresses are matching MAC addresses of the TG node interfaces. + + - **[Ref] Applicable standard specifications:** RFC2544, RFC7348. + ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| Name | Documentation | Message | ++====================================================+======================================================================================================================================================================================================================+================================================================================================================================================================================================================================================================================+ +| tc01-64B-1t1c-ethip4vxlan-l2bdbasemaclrn-ndrdisc | |br| [Cfg] DUT runs L2BD forwarding config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 5967723.75 pps (2x 2983861.875 pps) |br| FINAL_BANDWIDTH: 4.01031036 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/3565/3663', '20/2380/2454'] |br| LAT_50%NDR: ['10/36/102', '10/35/128'] |br| LAT_10%NDR: ['10/24/77', '10/25/67'] | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc02-64B-1t1c-ethip4vxlan-l2bdbasemaclrn-pdrdisc | |br| [Cfg] DUT runs L2BD forwarding config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 5967723.75 pps (2x 2983861.875 pps) |br| FINAL_BANDWIDTH: 4.01031036 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/3566/3683', '20/2377/2457'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc03-1518B-1t1c-ethip4vxlan-l2bdbasemaclrn-ndrdisc | |br| [Cfg] DUT runs L2BD forwarding config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1574306.0 pps (2x 787153.0 pps) |br| FINAL_BANDWIDTH: 19.370261024 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/158/276', '20/252/419'] |br| LAT_50%NDR: ['20/17/117', '20/18/119'] |br| LAT_10%NDR: ['20/28/83', '20/29/60'] | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc04-1518B-1t1c-ethip4vxlan-l2bdbasemaclrn-pdrdisc | |br| [Cfg] DUT runs L2BD forwarding config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1574306.0 pps (2x 787153.0 pps) |br| FINAL_BANDWIDTH: 19.370261024 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/287/380', '20/110/292'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc05-9000B-1t1c-ethip4vxlan-l2bdbasemaclrn-ndrdisc | |br| [Cfg] DUT runs L2BD forwarding config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 275632.0 pps (2x 137816.0 pps) |br| FINAL_BANDWIDTH: 19.88960512 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['60/242/406', '60/202/369'] |br| LAT_50%NDR: ['50/68/225', '50/67/188'] |br| LAT_10%NDR: ['50/62/115', '50/58/99'] | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc06-9000B-1t1c-ethip4vxlan-l2bdbasemaclrn-pdrdisc | |br| [Cfg] DUT runs L2BD forwarding config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 275632.0 pps (2x 137816.0 pps) |br| FINAL_BANDWIDTH: 19.88960512 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/279/315', '50/114/417'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc07-64B-2t2c-ethip4vxlan-l2bdbasemaclrn-ndrdisc | |br| [Cfg] DUT runs L2BD forwarding config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 11158675.125 pps (2x 5579337.5625 pps) |br| FINAL_BANDWIDTH: 7.498629684 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['30/64/168', '40/790/836'] |br| LAT_50%NDR: ['10/34/76', '10/33/69'] |br| LAT_10%NDR: ['10/23/68', '10/21/55'] | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc08-64B-2t2c-ethip4vxlan-l2bdbasemaclrn-pdrdisc | |br| [Cfg] DUT runs L2BD forwarding config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 11447061.3125 pps (2x 5723530.65625 pps) |br| FINAL_BANDWIDTH: 7.692425202 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/68/175', '20/110/274'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc09-1518B-2t2c-ethip4vxlan-l2bdbasemaclrn-ndrdisc | |br| [Cfg] DUT runs L2BD forwarding config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1574306.0 pps (2x 787153.0 pps) |br| FINAL_BANDWIDTH: 19.370261024 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/182/308', '20/177/250'] |br| LAT_50%NDR: ['20/30/214', '20/31/81'] |br| LAT_10%NDR: ['20/27/201', '20/28/70'] | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc10-1518B-2t2c-ethip4vxlan-l2bdbasemaclrn-pdrdisc | |br| [Cfg] DUT runs L2BD forwarding config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1574306.0 pps (2x 787153.0 pps) |br| FINAL_BANDWIDTH: 19.370261024 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/100/144', '20/44/280'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc11-9000B-2t2c-ethip4vxlan-l2bdbasemaclrn-ndrdisc | |br| [Cfg] DUT runs L2BD forwarding config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 275632.0 pps (2x 137816.0 pps) |br| FINAL_BANDWIDTH: 19.88960512 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['60/110/164', '60/190/271'] |br| LAT_50%NDR: ['50/66/91', '50/66/146'] |br| LAT_10%NDR: ['50/60/190', '50/62/114'] | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc12-9000B-2t2c-ethip4vxlan-l2bdbasemaclrn-pdrdisc | |br| [Cfg] DUT runs L2BD forwarding config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 275632.0 pps (2x 137816.0 pps) |br| FINAL_BANDWIDTH: 19.88960512 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/104/205', '50/81/269'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc13-64B-4t4c-ethip4vxlan-l2bdbasemaclrn-ndrdisc | |br| [Cfg] DUT runs L2BD forwarding config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 18656716.0 pps (2x 9328358.0 pps) |br| FINAL_BANDWIDTH: 12.537313152 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/168/376', '10/97/160'] |br| LAT_50%NDR: ['10/24/117', '10/23/185'] |br| LAT_10%NDR: ['10/21/131', '10/20/75'] | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc14-64B-4t4c-ethip4vxlan-l2bdbasemaclrn-pdrdisc | |br| [Cfg] DUT runs L2BD forwarding config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 18656716.0 pps (2x 9328358.0 pps) |br| FINAL_BANDWIDTH: 12.537313152 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/92/268', '20/58/227'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc15-1518B-4t4c-ethip4vxlan-l2bdbasemaclrn-ndrdisc | |br| [Cfg] DUT runs L2BD forwarding config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1574306.0 pps (2x 787153.0 pps) |br| FINAL_BANDWIDTH: 19.370261024 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/90/130', '20/105/217'] |br| LAT_50%NDR: ['20/28/64', '20/30/144'] |br| LAT_10%NDR: ['20/27/78', '20/28/80'] | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc16-1518B-4t4c-ethip4vxlan-l2bdbasemaclrn-pdrdisc | |br| [Cfg] DUT runs L2BD forwarding config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1574306.0 pps (2x 787153.0 pps) |br| FINAL_BANDWIDTH: 19.370261024 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/104/186', '20/46/176'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc17-9000B-4t4c-ethip4vxlan-l2bdbasemaclrn-ndrdisc | |br| [Cfg] DUT runs L2BD forwarding config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 275632.0 pps (2x 137816.0 pps) |br| FINAL_BANDWIDTH: 19.88960512 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['60/93/309', '50/78/175'] |br| LAT_50%NDR: ['50/65/145', '50/67/106'] |br| LAT_10%NDR: ['50/62/117', '50/59/97'] | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc18-9000B-4t4c-ethip4vxlan-l2bdbasemaclrn-pdrdisc | |br| [Cfg] DUT runs L2BD forwarding config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 275632.0 pps (2x 137816.0 pps) |br| FINAL_BANDWIDTH: 19.88960512 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/129/171', '60/116/191'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ + +10ge2p1x520-ethip4vxlan-l2xcbase-ndrpdrdisc +``````````````````````````````````````````` + +**RFC2544: Pkt throughput L2XC with VXLANoIPv4 test cases** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4 for L2 cross-connect on TG-DUTn. Eth-IPv4-VXLAN-Eth-IPv4 is applied on link between DUT1 and DUT2. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with L2 cross- connect. VXLAN tunnels are configured between L2XCs on DUT1 and DUT2. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel. + + - **[Ver] TG verification:** TG finds and reports throughput NDR (Non Drop Rate) with zero packet loss tolerance or throughput PDR (Partial Drop Rate) with non-zero packet loss tolerance (LT) expressed in percentage of packets transmitted. NDR and PDR are discovered for different Ethernet L2 frame sizes using either binary search or linear search algorithms with configured starting rate and final step that determines throughput measurement resolution. Test packets are generated by TG on links to DUTs. TG traffic profile contains two L3 flow-groups (flow-group per direction, 253 flows per flow-group) with all packets containing Ethernet header, IPv4 header with IP protocol=61 and generated payload. MAC addresses are matching MAC addresses of the TG node interfaces. + + - **[Ref] Applicable standard specifications:** RFC2544, RFC7348. + ++----------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| Name | Documentation | Message | ++==============================================+======================================================================================================================================================================================================================+===================================================================================================================================================================================================================================================================================+ +| tc01-64B-1t1c-ethip4vxlan-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2XC forwarding config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 6544496.125 pps (2x 3272248.0625 pps) |br| FINAL_BANDWIDTH: 4.397901396 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/1441/1658', '30/2127/2268'] |br| LAT_50%NDR: ['10/34/136', '10/31/143'] |br| LAT_10%NDR: ['10/21/43', '10/25/82'] | ++----------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc02-64B-1t1c-ethip4vxlan-l2xcbase-pdrdisc | |br| [Cfg] DUT runs L2XC forwarding config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 6544496.125 pps (2x 3272248.0625 pps) |br| FINAL_BANDWIDTH: 4.397901396 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['10/3225/3379', '20/2123/2275'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc03-1518B-1t1c-ethip4vxlan-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2XC forwarding config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1574306.0 pps (2x 787153.0 pps) |br| FINAL_BANDWIDTH: 19.370261024 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/135/473', '20/104/291'] |br| LAT_50%NDR: ['20/31/119', '20/33/121'] |br| LAT_10%NDR: ['20/28/47', '20/29/51'] | ++----------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc04-1518B-1t1c-ethip4vxlan-l2xcbase-pdrdisc | |br| [Cfg] DUT runs L2XC forwarding config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1574306.0 pps (2x 787153.0 pps) |br| FINAL_BANDWIDTH: 19.370261024 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/301/498', '20/225/558'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc05-9000B-1t1c-ethip4vxlan-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2XC forwarding config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 275632.0 pps (2x 137816.0 pps) |br| FINAL_BANDWIDTH: 19.88960512 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['60/121/587', '60/99/545'] |br| LAT_50%NDR: ['50/66/103', '50/69/116'] |br| LAT_10%NDR: ['50/62/99', '50/63/88'] | ++----------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc06-9000B-1t1c-ethip4vxlan-l2xcbase-pdrdisc | |br| [Cfg] DUT runs L2XC forwarding config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 275632.0 pps (2x 137816.0 pps) |br| FINAL_BANDWIDTH: 19.88960512 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['50/126/274', '60/189/254'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc07-64B-2t2c-ethip4vxlan-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2XC forwarding config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 12312219.875 pps (2x 6156109.9375 pps) |br| FINAL_BANDWIDTH: 8.273811756 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/57/171', '10/721/900'] |br| LAT_50%NDR: ['10/24/100', '10/28/215'] |br| LAT_10%NDR: ['10/21/44', '10/21/104'] | ++----------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc08-64B-2t2c-ethip4vxlan-l2xcbase-pdrdisc | |br| [Cfg] DUT runs L2XC forwarding config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 12600606.0625 pps (2x 6300303.03125 pps) |br| FINAL_BANDWIDTH: 8.467607274 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/52/160', '20/93/267'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc09-1518B-2t2c-ethip4vxlan-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2XC forwarding config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1574306.0 pps (2x 787153.0 pps) |br| FINAL_BANDWIDTH: 19.370261024 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/264/328', '20/101/189'] |br| LAT_50%NDR: ['20/27/199', '20/30/208'] |br| LAT_10%NDR: ['20/27/68', '20/28/62'] | ++----------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc10-1518B-2t2c-ethip4vxlan-l2xcbase-pdrdisc | |br| [Cfg] DUT runs L2XC forwarding config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1574306.0 pps (2x 787153.0 pps) |br| FINAL_BANDWIDTH: 19.370261024 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/136/157', '20/87/323'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc11-9000B-2t2c-ethip4vxlan-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2XC forwarding config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 275632.0 pps (2x 137816.0 pps) |br| FINAL_BANDWIDTH: 19.88960512 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['2/217/289', '50/165/223'] |br| LAT_50%NDR: ['50/65/171', '50/64/116'] |br| LAT_10%NDR: ['50/62/122', '50/55/82'] | ++----------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc12-9000B-2t2c-ethip4vxlan-l2xcbase-pdrdisc | |br| [Cfg] DUT runs L2XC forwarding config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 275632.0 pps (2x 137816.0 pps) |br| FINAL_BANDWIDTH: 19.88960512 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/227/288', '60/85/201'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc13-64B-4t4c-ethip4vxlan-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2XC forwarding config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 18656716.0 pps (2x 9328358.0 pps) |br| FINAL_BANDWIDTH: 12.537313152 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/110/226', '10/139/229'] |br| LAT_50%NDR: ['10/24/206', '10/22/89'] |br| LAT_10%NDR: ['10/21/36', '10/19/30'] | ++----------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc14-64B-4t4c-ethip4vxlan-l2xcbase-pdrdisc | |br| [Cfg] DUT runs L2XC forwarding config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 18656716.0 pps (2x 9328358.0 pps) |br| FINAL_BANDWIDTH: 12.537313152 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/105/220', '20/73/179'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc15-1518B-4t4c-ethip4vxlan-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2XC forwarding config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1574306.0 pps (2x 787153.0 pps) |br| FINAL_BANDWIDTH: 19.370261024 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/63/104', '20/93/230'] |br| LAT_50%NDR: ['20/28/54', '20/29/161'] |br| LAT_10%NDR: ['20/27/86', '20/28/136'] | ++----------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc16-1518B-4t4c-ethip4vxlan-l2xcbase-pdrdisc | |br| [Cfg] DUT runs L2XC forwarding config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1574306.0 pps (2x 787153.0 pps) |br| FINAL_BANDWIDTH: 19.370261024 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/89/163', '20/65/164'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc17-9000B-4t4c-ethip4vxlan-l2xcbase-ndrdisc | |br| [Cfg] DUT runs L2XC forwarding config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 275632.0 pps (2x 137816.0 pps) |br| FINAL_BANDWIDTH: 19.88960512 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['60/174/228', '60/88/275'] |br| LAT_50%NDR: ['50/65/131', '50/66/303'] |br| LAT_10%NDR: ['50/60/101', '50/62/260'] | ++----------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc18-9000B-4t4c-ethip4vxlan-l2xcbase-pdrdisc | |br| [Cfg] DUT runs L2XC forwarding config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 275632.0 pps (2x 137816.0 pps) |br| FINAL_BANDWIDTH: 19.88960512 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/94/138', '50/119/229'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++----------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ + +IPv6 Overlay Tunnels +==================== + +10ge2p1x520-ethip6lispip4-ip6base-ndrpdrdisc +```````````````````````````````````````````` + +**RFC6830: Pkt throughput Lisp test cases** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv6-LISP-IPv4 on DUT1-DUT2, Eth-IPv6 on TG-DUTn for IPv6 routing over LISPoIPv4 tunnel. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with IPv6 routing and static routes. LISPoIPv4 tunnel is configured between DUT1 and DUT2. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel. + + - **[Ver] TG verification:** TG finds and reports throughput NDR (Non Drop Rate) with zero packet loss tolerance or throughput PDR (Partial Drop Rate) with non-zero packet loss tolerance (LT) expressed in percentage of packets transmitted. NDR and PDR are discovered for different Ethernet L2 frame sizes using either binary search or linear search + + - **[Ref] Applicable standard specifications:** RFC6830. + ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| Name | Documentation | Message | ++===============================================+============================================================================================================================================================================================================================================================+=====================================================================================================================================================================================================================================================================================+ +| tc01-78B-1t1c-ethip6lispip4-ip6base-ndrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 4166395.15624 pps (2x 2083197.57812 pps) |br| FINAL_BANDWIDTH: 3.26645380249 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/219/456', '20/231/428'] |br| LAT_50%NDR: ['10/31/113', '10/47/115'] |br| LAT_10%NDR: ['10/21/40', '10/27/110'] | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc02-78B-1t1c-ethip6lispip4-ip6base-pdrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 4166395.15624 pps (2x 2083197.57812 pps) |br| FINAL_BANDWIDTH: 3.26645380249 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/209/396', '20/222/429'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc03-1460B-1t1c-ethip6lispip4-ip6base-ndrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1460 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1636124.0 pps (2x 818062.0 pps) |br| FINAL_BANDWIDTH: 19.37170816 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/46/335', '20/45/329'] |br| LAT_50%NDR: ['20/34/210', '20/34/181'] |br| LAT_10%NDR: ['20/28/69', '20/29/84'] | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc04-1460B-1t1c-ethip6lispip4-ip6base-pdrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1460 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1636124.0 pps (2x 818062.0 pps) |br| FINAL_BANDWIDTH: 19.37170816 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/44/376', '20/46/388'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc05-9000B-1t1c-ethip6lispip4-ip6base-ndrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 275694.0 pps (2x 137847.0 pps) |br| FINAL_BANDWIDTH: 19.89407904 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['60/79/223', '50/82/219'] |br| LAT_50%NDR: ['50/68/219', '50/69/200'] |br| LAT_10%NDR: ['50/63/189', '50/63/184'] | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc06-9000B-1t1c-ethip6lispip4-ip6base-pdrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 275694.0 pps (2x 137847.0 pps) |br| FINAL_BANDWIDTH: 19.89407904 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/82/334', '60/80/347'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc07-78B-2t2c-ethip6lispip4-ip6base-ndrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 8661643.0 pps (2x 4330821.5 pps) |br| FINAL_BANDWIDTH: 6.790728112 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/132/669', '10/1070/1121'] |br| LAT_50%NDR: ['10/49/123', '10/43/240'] |br| LAT_10%NDR: ['10/25/100', '10/26/76'] | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc08-78B-2t2c-ethip6lispip4-ip6base-pdrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 8661643.0 pps (2x 4330821.5 pps) |br| FINAL_BANDWIDTH: 6.790728112 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/512/1113', '20/530/1110'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc09-1460B-2t2c-ethip6lispip4-ip6base-ndrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1460 Byte frames using binary search start at 10GE linerate, step 10kpps. | Search FAILED | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc10-1460B-2t2c-ethip6lispip4-ip6base-pdrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1460 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1636124.0 pps (2x 818062.0 pps) |br| FINAL_BANDWIDTH: 19.37170816 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/37/220', '20/37/202'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc11-9000B-2t2c-ethip6lispip4-ip6base-ndrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 275694.0 pps (2x 137847.0 pps) |br| FINAL_BANDWIDTH: 19.89407904 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['60/39/251', '50/41/243'] |br| LAT_50%NDR: ['50/65/96', '50/68/222'] |br| LAT_10%NDR: ['50/62/146', '50/62/151'] | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc12-9000B-2t2c-ethip6lispip4-ip6base-pdrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 275694.0 pps (2x 137847.0 pps) |br| FINAL_BANDWIDTH: 19.89407904 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/76/138', '60/77/211'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc13-78B-4t4c-ethip6lispip4-ip6base-ndrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 8661643.0 pps (2x 4330821.5 pps) |br| FINAL_BANDWIDTH: 6.790728112 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/1021/1063', '20/1026/1075'] |br| LAT_50%NDR: ['10/32/61', '10/27/62'] |br| LAT_10%NDR: ['10/23/66', '10/23/58'] | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc14-78B-4t4c-ethip6lispip4-ip6base-pdrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 8661643.0 pps (2x 4330821.5 pps) |br| FINAL_BANDWIDTH: 6.790728112 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/1020/1060', '20/1026/1133'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc15-1460B-4t4c-ethip6lispip4-ip6base-ndrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 1460 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1636124.0 pps (2x 818062.0 pps) |br| FINAL_BANDWIDTH: 19.37170816 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/33/238', '20/36/135'] |br| LAT_50%NDR: ['20/29/70', '20/30/272'] |br| LAT_10%NDR: ['20/28/81', '20/28/65'] | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc16-1460B-4t4c-ethip6lispip4-ip6base-pdrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 1460 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1636124.0 pps (2x 818062.0 pps) |br| FINAL_BANDWIDTH: 19.37170816 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/36/219', '20/36/270'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc17-9000B-4t4c-ethip6lispip4-ip6base-ndrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 275694.0 pps (2x 137847.0 pps) |br| FINAL_BANDWIDTH: 19.89407904 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['50/75/127', '60/77/206'] |br| LAT_50%NDR: ['50/66/125', '50/67/280'] |br| LAT_10%NDR: ['50/63/126', '50/63/86'] | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc18-9000B-4t4c-ethip6lispip4-ip6base-pdrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 275694.0 pps (2x 137847.0 pps) |br| FINAL_BANDWIDTH: 19.89407904 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/78/205', '50/78/284'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ + +10ge2p1x520-ethip6lispip6-ip6base-ndrpdrdisc +```````````````````````````````````````````` + +**RFC6830: Pkt throughput Lisp test cases** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv6-LISP-IPv6 on DUT1-DUT2, Eth-IPv6 on TG-DUTn for IPv6 routing over LISPoIPv6 tunnel. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with IPv6 routing and static routes. LISPoIPv6 tunnel is configured between DUT1 and DUT2. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel. + + - **[Ver] TG verification:** TG finds and reports throughput NDR (Non Drop Rate) with zero packet loss tolerance or throughput PDR (Partial Drop Rate) with non-zero packet loss tolerance (LT) expressed in percentage of packets transmitted. NDR and PDR are discovered for different Ethernet L2 frame sizes using either binary search or linear search + + - **[Ref] Applicable standard specifications:** RFC6830. + ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| Name | Documentation | Message | ++===============================================+============================================================================================================================================================================================================================================================+=================================================================================================================================================================================================================================================================================+ +| tc01-78B-1t1c-ethip6lispip6-ip6base-ndrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 3488502.125 pps (2x 1744251.0625 pps) |br| FINAL_BANDWIDTH: 2.734985666 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/46/388', '10/48/393'] |br| LAT_50%NDR: ['10/49/226', '10/49/200'] |br| LAT_10%NDR: ['10/23/85', '10/26/87'] | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc02-78B-1t1c-ethip6lispip6-ip6base-pdrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 3488502.125 pps (2x 1744251.0625 pps) |br| FINAL_BANDWIDTH: 2.734985666 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/108/334', '20/111/310'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc03-1460B-1t1c-ethip6lispip6-ip6base-ndrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1460 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1602288.53125 pps (2x 801144.265625 pps) |br| FINAL_BANDWIDTH: 18.97109621 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/57/309', '20/57/304'] |br| LAT_50%NDR: ['20/40/83', '20/42/124'] |br| LAT_10%NDR: ['20/30/269', '20/30/277'] | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc04-1460B-1t1c-ethip6lispip6-ip6base-pdrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1460 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1628227.6875 pps (2x 814113.84375 pps) |br| FINAL_BANDWIDTH: 19.27821582 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/1385/1538', '20/1387/1538'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc05-9000B-1t1c-ethip6lispip6-ip6base-ndrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 244801.5 pps (2x 122400.75 pps) |br| FINAL_BANDWIDTH: 17.66487624 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['50/77/260', '50/77/265'] |br| LAT_50%NDR: ['50/67/116', '50/67/104'] |br| LAT_10%NDR: ['50/58/103', '50/65/101'] | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc06-9000B-1t1c-ethip6lispip6-ip6base-pdrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 244801.5 pps (2x 122400.75 pps) |br| FINAL_BANDWIDTH: 17.66487624 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['50/77/157', '50/77/146'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc07-78B-2t2c-ethip6lispip6-ip6base-ndrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 7142393.375 pps (2x 3571196.6875 pps) |br| FINAL_BANDWIDTH: 5.599636406 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/72/225', '20/120/313'] |br| LAT_50%NDR: ['10/42/101', '10/45/145'] |br| LAT_10%NDR: ['10/13/102', '10/13/73'] | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc08-78B-2t2c-ethip6lispip6-ip6base-pdrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 7142393.375 pps (2x 3571196.6875 pps) |br| FINAL_BANDWIDTH: 5.599636406 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['10/55/91', '20/71/110'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc09-1460B-2t2c-ethip6lispip6-ip6base-ndrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1460 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1602288.53125 pps (2x 801144.265625 pps) |br| FINAL_BANDWIDTH: 18.97109621 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/47/264', '20/47/89'] |br| LAT_50%NDR: ['20/29/45', '20/30/120'] |br| LAT_10%NDR: ['20/27/75', '20/28/132'] | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc10-1460B-2t2c-ethip6lispip6-ip6base-pdrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1460 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1628227.6875 pps (2x 814113.84375 pps) |br| FINAL_BANDWIDTH: 19.27821582 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/1369/1440', '20/1370/1562'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc11-9000B-2t2c-ethip6lispip6-ip6base-ndrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 244801.5 pps (2x 122400.75 pps) |br| FINAL_BANDWIDTH: 17.66487624 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['50/73/149', '50/75/89'] |br| LAT_50%NDR: ['50/68/235', '50/69/126'] |br| LAT_10%NDR: ['50/63/209', '50/65/106'] | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc12-9000B-2t2c-ethip6lispip6-ip6base-pdrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 244801.5 pps (2x 122400.75 pps) |br| FINAL_BANDWIDTH: 17.66487624 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['50/73/89', '50/75/94'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc13-78B-4t4c-ethip6lispip6-ip6base-ndrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 7873171.625 pps (2x 3936585.8125 pps) |br| FINAL_BANDWIDTH: 6.172566554 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/35/237', '10/35/191'] |br| LAT_50%NDR: ['10/21/122', '10/45/84'] |br| LAT_10%NDR: ['10/20/50', '10/23/66'] | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc14-78B-4t4c-ethip6lispip6-ip6base-pdrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 78 Byte frames using binary search start at 10GE linerate, step 100kpps, LT=0.5%. | FINAL_RATE: 7873171.625 pps (2x 3936585.8125 pps) |br| FINAL_BANDWIDTH: 6.172566554 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['30/61/191', '10/59/89'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc15-1460B-4t4c-ethip6lispip6-ip6base-ndrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 1460 Byte frames using binary search start at 10GE linerate, step 100kpps. | FINAL_RATE: 1602288.53125 pps (2x 801144.265625 pps) |br| FINAL_BANDWIDTH: 18.97109621 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/35/157', '20/35/61'] |br| LAT_50%NDR: ['20/29/51', '20/31/48'] |br| LAT_10%NDR: ['20/13/59', '20/14/55'] | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc16-1460B-4t4c-ethip6lispip6-ip6base-pdrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 1460 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1628227.6875 pps (2x 814113.84375 pps) |br| FINAL_BANDWIDTH: 19.27821582 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/1293/2614', '20/1292/2646'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc17-9000B-4t4c-ethip6lispip6-ip6base-ndrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps. | FINAL_RATE: 244801.5 pps (2x 122400.75 pps) |br| FINAL_BANDWIDTH: 17.66487624 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['50/74/245', '50/76/113'] |br| LAT_50%NDR: ['50/66/86', '50/67/95'] |br| LAT_10%NDR: ['50/63/77', '50/60/78'] | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc18-9000B-4t4c-ethip6lispip6-ip6base-pdrdisc | |br| [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 9000 Byte frames using binary search start at 10GE linerate, step 5kpps, LT=0.5%. | FINAL_RATE: 244801.5 pps (2x 122400.75 pps) |br| FINAL_BANDWIDTH: 17.66487624 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['60/73/115', '60/75/225'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ + +VM Vhost Connections +==================== + +10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2vhost-1vm-ndrpdrdisc +`````````````````````````````````````````````````````````` + +**RFC2544: Packet throughput L2BD test cases with vhost** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4 for L2 switching of IPv4. 802.1q tagging is applied on link between DUT1 and DUT2. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with L2 bridge- domain and MAC learning enabled. Qemu Guest is connected to VPP via vhost-user interfaces. Guest is running DPDK testpmd interconnecting vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores (1 main core and 4 cores dedicated for io), forwarding mode is set to io, rxd/txd=256, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X520 Niantic by Intel. + + - **[Ver] TG verification:** TG finds and reports throughput NDR (Non Drop Rate) with zero packet loss tolerance or throughput PDR (Partial Drop Rate) with non-zero packet loss tolerance (LT) expressed in percentage of packets transmitted. NDR and PDR are discovered for different Ethernet L2 frame sizes using either binary search or linear search algorithms with configured starting rate and final step that determines throughput measurement resolution. Test packets are generated by TG on links to DUTs. TG traffic profile contains two L3 flow-groups (flow-group per direction, 253 flows per flow-group) with all packets containing Ethernet header, IPv4 header with IP protocol=61 and static payload. MAC addresses are matching MAC addresses of the TG node interfaces. + + - **[Ref] Applicable standard specifications:** RFC2544. + ++-------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| Name | Documentation | Message | ++=============================================================+===============================================================================================================================================================================================================================================================+=======================================================================================================================================================================================================================================================================================+ +| tc01-64B-1t1c-dot1q-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 2515134.86328 pps (2x 1257567.43164 pps) |br| FINAL_BANDWIDTH: 1.69017062812 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/209/467', '20/234/464'] |br| LAT_50%NDR: ['10/61/213', '10/70/211'] |br| LAT_10%NDR: ['10/12/86', '10/16/124'] | ++-------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc02-64B-1t1c-dot1q-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 2626029.7461 pps (2x 1313014.87305 pps) |br| FINAL_BANDWIDTH: 1.76469198938 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/379/625', '20/437/711'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc03-1518B-1t1c-dot1q-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1195932.65625 pps (2x 597966.328125 pps) |br| FINAL_BANDWIDTH: 14.7147554025 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/346/579', '20/392/607'] |br| LAT_50%NDR: ['20/97/342', '20/107/489'] |br| LAT_10%NDR: ['20/36/140', '20/38/179'] | ++-------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc04-1518B-1t1c-dot1q-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1245972.34375 pps (2x 622986.171875 pps) |br| FINAL_BANDWIDTH: 15.3304437175 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/677/1002', '30/815/1096'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc05-IMIX-1t1c-dot1q-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for IMIX_v4_1 framesize using binary search start at 10GE linerate, step 10kpps. IMIX_v4_1 = (28x64B; 16x570B; 4x1518B) | FINAL_RATE: 1952620.50781 pps (2x 976310.253906 pps) |br| FINAL_BANDWIDTH: 5.83963701329 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_50%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_10%NDR: ['-1/-1/-1', '-1/-1/-1'] | ++-------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc06-IMIX-1t1c-dot1q-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for IMIX_v4_1 framesize using binary search start at 10GE linerate, step 10kpps, LT=0.5%. IMIX_v4_1 = (28x64B; 16x570B; 4x1518B) | FINAL_RATE: 2132998.42188 pps (2x 1066499.21094 pps) |br| FINAL_BANDWIDTH: 6.37908722349 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['-1/-1/-1', '-1/-1/-1'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc07-64B-2t2c-dot1q-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 4733032.51954 pps (2x 2366516.25977 pps) |br| FINAL_BANDWIDTH: 3.18059785313 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/97/251', '20/137/293'] |br| LAT_50%NDR: ['10/33/177', '10/36/180'] |br| LAT_10%NDR: ['10/32/155', '10/33/149'] | ++-------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc08-64B-2t2c-dot1q-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 5342954.375 pps (2x 2671477.1875 pps) |br| FINAL_BANDWIDTH: 3.59046534 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['30/122/981', '30/230/995'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc09-1518B-2t2c-dot1q-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1621270.0 pps (2x 810635.0 pps) |br| FINAL_BANDWIDTH: 19.94810608 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['2/241/265', '20/167/284'] |br| LAT_50%NDR: ['20/53/168', '20/58/229'] |br| LAT_10%NDR: ['20/34/214', '20/34/163'] | ++-------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc10-1518B-2t2c-dot1q-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1621270.0 pps (2x 810635.0 pps) |br| FINAL_BANDWIDTH: 19.94810608 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/89/669', '20/82/647'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc11-IMIX-2t2c-dot1q-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for IMIX_v4_1 framesize using binary search start at 10GE linerate, step 10kpps. IMIX_v4_1 = (28x64B; 16x570B; 4x1518B) | FINAL_RATE: 3807936.19532 pps (2x 1903968.09766 pps) |br| FINAL_BANDWIDTH: 11.3882677466 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_50%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_10%NDR: ['-1/-1/-1', '-1/-1/-1'] | ++-------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc12-IMIX-2t2c-dot1q-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for IMIX_v4_1 framesize using binary search start at 10GE linerate, step 10kpps. IMIX_v4_1 = (28x64B; 16x570B; 4x1518B) | FINAL_RATE: 4245996.84376 pps (2x 2122998.42188 pps) |br| FINAL_BANDWIDTH: 12.6983611142 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['-1/-1/-1', '-1/-1/-1'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc13-64B-4t4c-dot1q-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 4649861.35742 pps (2x 2324930.67871 pps) |br| FINAL_BANDWIDTH: 3.12470683219 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/58/152', '10/86/196'] |br| LAT_50%NDR: ['10/35/114', '10/40/127'] |br| LAT_10%NDR: ['10/27/131', '10/31/128'] | ++-------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc14-64B-4t4c-dot1q-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 6784587.85156 pps (2x 3392293.92578 pps) |br| FINAL_BANDWIDTH: 4.55924303625 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/127/249', '30/209/323'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc15-1518B-4t4c-dot1q-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1621270.0 pps (2x 810635.0 pps) |br| FINAL_BANDWIDTH: 19.94810608 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/175/194', '20/156/203'] |br| LAT_50%NDR: ['20/45/159', '20/52/182'] |br| LAT_10%NDR: ['20/31/129', '20/34/201'] | ++-------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc16-1518B-4t4c-dot1q-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1621270.0 pps (2x 810635.0 pps) |br| FINAL_BANDWIDTH: 19.94810608 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/200/217', '20/139/241'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc17-IMIX-4t4c-dot1q-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for IMIX_v4_1 framesize using binary search start at 10GE linerate, step 10kpps. IMIX_v4_1 = (28x64B; 16x570B; 4x1518B) | FINAL_RATE: 4426374.75782 pps (2x 2213187.37891 pps) |br| FINAL_BANDWIDTH: 13.2378113244 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_50%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_10%NDR: ['-1/-1/-1', '-1/-1/-1'] | ++-------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc18-IMIX-4t4c-dot1q-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for IMIX_v4_1 framesize using binary search start at 10GE linerate, step 10kpps, LT=0.5%. IMIX_v4_1 = (28x64B; 16x570B; 4x1518B) | FINAL_RATE: 5302496.05468 pps (2x 2651248.02734 pps) |br| FINAL_BANDWIDTH: 15.8579980595 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['-1/-1/-1', '-1/-1/-1'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ + +10ge2p1x520-dot1q-l2xcbase-eth-2vhost-1vm-ndrpdrdisc +```````````````````````````````````````````````````` + +**RFC2544: Pkt throughput L2XC test cases with vhost** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4 for L2 cross connect. 802.1q tagging is applied on link between DUT1 and DUT2. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with L2 cross- connect. Qemu Guest is connected to VPP via vhost-user interfaces. Guest is running DPDK testpmd interconnecting vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores (1 main core and 4 cores dedicated for io), forwarding mode is set to io, rxd/txd=256, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X520 Niantic by Intel. + + - **[Ver] TG verification:** TG finds and reports throughput NDR (Non Drop Rate) with zero packet loss tolerance or throughput PDR (Partial Drop Rate) with non-zero packet loss tolerance (LT) expressed in percentage of packets transmitted. NDR and PDR are discovered for different Ethernet L2 frame sizes using either binary search or linear search algorithms with configured starting rate and final step that determines throughput measurement resolution. Test packets are generated by TG on links to DUTs. TG traffic profile contains two L3 flow-groups (flow-group per direction, 253 flows per flow-group) with all packets containing Ethernet header, IPv4 header with IP protocol=61 and static payload. MAC addresses are matching MAC addresses of the TG node interfaces. + + - **[Ref] Applicable standard specifications:** RFC2544. + ++-----------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| Name | Documentation | Message | ++=====================================================+===============================================================================================================================================================================================================================================================+========================================================================================================================================================================================================================================================================================+ +| tc01-64B-1t1c-eth-l2xcbase-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2XC switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 2792372.07032 pps (2x 1396186.03516 pps) |br| FINAL_BANDWIDTH: 1.87647403126 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['30/158/435', '30/176/462'] |br| LAT_50%NDR: ['10/67/210', '10/62/190'] |br| LAT_10%NDR: ['10/24/99', '10/29/153'] | ++-----------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc02-64B-1t1c-eth-l2xcbase-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 2875543.23242 pps (2x 1437771.61621 pps) |br| FINAL_BANDWIDTH: 1.93236505219 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/227/435', '30/261/434'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc03-1518B-1t1c-eth-l2xcbase-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2XC switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1245972.34375 pps (2x 622986.171875 pps) |br| FINAL_BANDWIDTH: 15.3304437175 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/283/557', '30/323/553'] |br| LAT_50%NDR: ['20/120/423', '20/132/430'] |br| LAT_10%NDR: ['20/34/141', '20/38/200'] | ++-----------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc04-1518B-1t1c-eth-l2xcbase-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1321031.875 pps (2x 660515.9375 pps) |br| FINAL_BANDWIDTH: 16.25397619 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/1103/1390', '20/1280/1575'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc05-IMIX-1t1c-eth-l2xcbase-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for IMIX_v4_1 framesize using binary search start at 10GE linerate, step 10kpps. IMIX_v4_1 = (28x64B; 16x570B; 4x1518B) | FINAL_RATE: 2210303.24218 pps (2x 1105151.62109 pps) |br| FINAL_BANDWIDTH: 6.61028017067 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_50%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_10%NDR: ['-1/-1/-1', '-1/-1/-1'] | ++-----------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc06-IMIX-1t1c-eth-l2xcbase-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for IMIX_v4_1 framesize using binary search start at 10GE linerate, step 10kpps, LT=0.5%. IMIX_v4_1 = (28x64B; 16x570B; 4x1518B) | FINAL_RATE: 2210303.24218 pps (2x 1105151.62109 pps) |br| FINAL_BANDWIDTH: 6.61028017067 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['-1/-1/-1', '-1/-1/-1'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc07-64B-2t2c-eth-l2xcbase-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2XC switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 4677585.07812 pps (2x 2338792.53906 pps) |br| FINAL_BANDWIDTH: 3.1433371725 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/85/180', '20/101/201'] |br| LAT_50%NDR: ['10/46/157', '10/51/173'] |br| LAT_10%NDR: ['10/33/162', '10/32/181'] | ++-----------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc08-64B-2t2c-eth-l2xcbase-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 5980599.95118 pps (2x 2990299.97559 pps) |br| FINAL_BANDWIDTH: 4.01896316719 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['40/99/248', '40/197/322'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc09-1518B-2t2c-eth-l2xcbase-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2XC switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1621270.0 pps (2x 810635.0 pps) |br| FINAL_BANDWIDTH: 19.94810608 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/177/199', '30/156/204'] |br| LAT_50%NDR: ['20/47/174', '20/52/187'] |br| LAT_10%NDR: ['20/33/224', '20/33/168'] | ++-----------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc10-1518B-2t2c-eth-l2xcbase-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1621270.0 pps (2x 810635.0 pps) |br| FINAL_BANDWIDTH: 19.94810608 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['30/193/292', '20/233/262'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc11-IMIX-2t2c-eth-l2xcbase-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for IMIX_v4_1 framesize using binary search start at 10GE linerate, step 10kpps. IMIX_v4_1 = (28x64B; 16x570B; 4x1518B) | FINAL_RATE: 3911009.28906 pps (2x 1955504.64453 pps) |br| FINAL_BANDWIDTH: 11.6965250095 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_50%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_10%NDR: ['-1/-1/-1', '-1/-1/-1'] | ++-----------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc12-IMIX-2t2c-eth-l2xcbase-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for IMIX_v4_1 framesize using binary search start at 10GE linerate, step 10kpps, LT=0.5%. IMIX_v4_1 = (28x64B; 16x570B; 4x1518B) | FINAL_RATE: 4658289.21876 pps (2x 2329144.60938 pps) |br| FINAL_BANDWIDTH: 13.931390166 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['-1/-1/-1', '-1/-1/-1'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc13-64B-4t4c-eth-l2xcbase-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2XC switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 5952876.23046 pps (2x 2976438.11523 pps) |br| FINAL_BANDWIDTH: 4.00033282687 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/51/133', '20/78/170'] |br| LAT_50%NDR: ['10/36/115', '10/50/145'] |br| LAT_10%NDR: ['10/24/106', '10/30/125'] | ++-----------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc14-64B-4t4c-eth-l2xcbase-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2XC switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 7477680.86914 pps (2x 3738840.43457 pps) |br| FINAL_BANDWIDTH: 5.02500154406 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['30/98/194', '20/168/291'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc15-1518B-4t4c-eth-l2xcbase-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2XC switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1621270.0 pps (2x 810635.0 pps) |br| FINAL_BANDWIDTH: 19.94810608 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/183/196', '20/132/284'] |br| LAT_50%NDR: ['20/42/129', '20/49/156'] |br| LAT_10%NDR: ['20/33/151', '20/33/243'] | ++-----------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc16-1518B-4t4c-eth-l2xcbase-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2XC switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1621270.0 pps (2x 810635.0 pps) |br| FINAL_BANDWIDTH: 19.94810608 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/155/176', '20/130/200'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc17-IMIX-4t4c-eth-l2xcbase-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2XC switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for IMIX_v4_1 framesize using binary search start at 10GE linerate, step 10kpps. IMIX_v4_1 = (28x64B; 16x570B; 4x1518B) | FINAL_RATE: 4529447.85156 pps (2x 2264723.92578 pps) |br| FINAL_BANDWIDTH: 13.5460685873 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_50%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_10%NDR: ['-1/-1/-1', '-1/-1/-1'] | ++-----------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc18-IMIX-4t4c-eth-l2xcbase-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2XC switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for IMIX_v4_1 framesize using binary search start at 10GE linerate, step 10kpps, LT=0.5%. IMIX_v4_1 = (28x64B; 16x570B; 4x1518B) | FINAL_RATE: 5689020.15624 pps (2x 2844510.07812 pps) |br| FINAL_BANDWIDTH: 17.0139627956 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['-1/-1/-1', '-1/-1/-1'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ + +10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrpdrdisc +```````````````````````````````````````````````````````` + +**RFC2544: Pkt throughput L2BD test cases with vhost** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4 for L2 switching of IPv4. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with L2 bridge- domain and MAC learning enabled. Qemu Guest is connected to VPP via vhost-user interfaces. Guest is running DPDK testpmd interconnecting vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores (1 main core and 4 cores dedicated for io), forwarding mode is set to io, rxd/txd=256, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X520 Niantic by Intel. + + - **[Ver] TG verification:** TG finds and reports throughput NDR (Non Drop Rate) with zero packet loss tolerance or throughput PDR (Partial Drop Rate) with non-zero packet loss tolerance (LT) expressed in percentage of packets transmitted. NDR and PDR are discovered for different Ethernet L2 frame sizes using either binary search or linear search algorithms with configured starting rate and final step that determines throughput measurement resolution. Test packets are generated by TG on links to DUTs. TG traffic profile contains two L3 flow-groups (flow-group per direction, 253 flows per flow-group) with all packets containing Ethernet header, IPv4 header with IP protocol=61 and static payload. MAC addresses are matching MAC addresses of the TG node interfaces. + + - **[Ref] Applicable standard specifications:** RFC2544. + ++-----------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| Name | Documentation | Message | ++===========================================================+==============================================================================================================================================================================================================================================================+======================================================================================================================================================================================================================================================================================+ +| tc01-64B-1t1c-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 2750213.84376 pps (2x 1375106.92188 pps) |br| FINAL_BANDWIDTH: 1.84814370301 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['30/161/343', '30/156/329'] |br| LAT_50%NDR: ['10/71/201', '10/69/229'] |br| LAT_10%NDR: ['10/25/75', '10/30/146'] | ++-----------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc02-64B-1t1c-eth-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 2895437.98438 pps (2x 1447718.99219 pps) |br| FINAL_BANDWIDTH: 1.9457343255 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/316/495', '20/303/508'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc03-1518B-1t1c-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1299371.65625 pps (2x 649685.828125 pps) |br| FINAL_BANDWIDTH: 15.9874688585 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['30/548/802', '40/538/799'] |br| LAT_50%NDR: ['20/83/306', '20/77/295'] |br| LAT_10%NDR: ['20/35/619', '20/37/588'] | ++-----------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc04-1518B-1t1c-eth-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1324457.375 pps (2x 662228.6875 pps) |br| FINAL_BANDWIDTH: 16.296123542 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/2805/3013', '30/2806/3096'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc05-IMIX-1t1c-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for IMIX_v4_1 frame size using binary search start at 10GE linerate, step 5kpps. IMIX_v4_1 = (28x64B;16x570B;4x1518B) | FINAL_RATE: 2285898.6875 pps (2x 1142949.34375 pps) |br| FINAL_BANDWIDTH: 6.83636094713 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_50%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_10%NDR: ['-1/-1/-1', '-1/-1/-1'] | ++-----------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc06-IMIX-1t1c-eth-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for IMIX_v4_1 frame size using binary search start at 10GE linerate, step 5kpps, LT=0.5%. IMIX_v4_1 = (28x64B;16x570B;4x1518B) | FINAL_RATE: 2259853.875 pps (2x 1129926.9375 pps) |br| FINAL_BANDWIDTH: 6.75846959524 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['-1/-1/-1', '-1/-1/-1'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc07-64B-2t2c-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 4986665.60938 pps (2x 2493332.80469 pps) |br| FINAL_BANDWIDTH: 3.3510392895 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/83/153', '20/100/178'] |br| LAT_50%NDR: ['10/45/158', '10/53/181'] |br| LAT_10%NDR: ['10/27/87', '10/25/90'] | ++-----------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc08-64B-2t2c-eth-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 5887055.28124 pps (2x 2943527.64062 pps) |br| FINAL_BANDWIDTH: 3.95610114899 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/105/172', '20/197/357'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc09-1518B-2t2c-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['30/87/187', '20/98/208'] |br| LAT_50%NDR: ['20/47/164', '20/52/262'] |br| LAT_10%NDR: ['20/32/201', '20/32/156'] | ++-----------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc10-1518B-2t2c-eth-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/220/254', '20/243/278'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc11-IMIX-2t2c-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for IMIX_v4_1 frame size using binary search start at 10GE linerate, step 5kpps. IMIX_v4_1 = (28x64B;16x570B;4x1518B) | FINAL_RATE: 4082990.75 pps (2x 2041495.375 pps) |br| FINAL_BANDWIDTH: 12.2108642275 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_50%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_10%NDR: ['-1/-1/-1', '-1/-1/-1'] | ++-----------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc12-IMIX-2t2c-eth-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for IMIX_v4_1 frame size using binary search start at 10GE linerate, step 5kpps, LT=0.5%. IMIX_v4_1 = (28x64B;16x570B;4x1518B) | FINAL_RATE: 4603887.0 pps (2x 2301943.5 pps) |br| FINAL_BANDWIDTH: 13.7686912652 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['-1/-1/-1', '-1/-1/-1'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc13-64B-4t4c-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 5654696.65624 pps (2x 2827348.32812 pps) |br| FINAL_BANDWIDTH: 3.79995615299 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/54/133', '20/74/159'] |br| LAT_50%NDR: ['10/39/137', '10/48/142'] |br| LAT_10%NDR: ['10/23/75', '10/27/148'] | ++-----------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc14-64B-4t4c-eth-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 7571655.3125 pps (2x 3785827.65625 pps) |br| FINAL_BANDWIDTH: 5.08815237 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/80/165', '20/184/320'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc15-1518B-4t4c-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/152/559', '20/187/647'] |br| LAT_50%NDR: ['20/42/200', '20/49/231'] |br| LAT_10%NDR: ['20/32/130', '20/34/157'] | ++-----------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc16-1518B-4t4c-eth-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/181/191', '20/210/226'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc17-IMIX-4t4c-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for IMIX_v4_1 frame size using binary search start at 10GE linerate, step 5kpps. IMIX_v4_1 = (28x64B;16x570B;4x1518B) | FINAL_RATE: 5228962.5 pps (2x 2614481.25 pps) |br| FINAL_BANDWIDTH: 15.6380837106 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_50%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_10%NDR: ['-1/-1/-1', '-1/-1/-1'] | ++-----------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc18-IMIX-4t4c-eth-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for IMIX_v4_1 frame size using binary search start at 10GE linerate, step 5kpps, LT=0.5%. IMIX_v4_1 = (28x64B;16x570B;4x1518B) | FINAL_RATE: 5801948.375 pps (2x 2900974.1875 pps) |br| FINAL_BANDWIDTH: 17.3516934521 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['-1/-1/-1', '-1/-1/-1'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ + +10ge2p1x520-eth-l2xcbase-eth-2vhost-1vm-ndrpdrdisc +`````````````````````````````````````````````````` + +**RFC2544: Pkt throughput L2XC test cases with vhost** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4 for L2 cross connect. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with L2 cross- connect. Qemu Guest is connected to VPP via vhost-user interfaces. Guest is running DPDK testpmd interconnecting vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores (1 main core and 4 cores dedicated for io), forwarding mode is set to io, rxd/txd=256, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X520 Niantic by Intel. + + - **[Ver] TG verification:** TG finds and reports throughput NDR (Non Drop Rate) with zero packet loss tolerance or throughput PDR (Partial Drop Rate) with non-zero packet loss tolerance (LT) expressed in percentage of packets transmitted. NDR and PDR are discovered for different Ethernet L2 frame sizes using either binary search or linear search algorithms with configured starting rate and final step that determines throughput measurement resolution. Test packets are generated by TG on links to DUTs. TG traffic profile contains two L3 flow-groups (flow-group per direction, 253 flows per flow-group) with all packets containing Ethernet header, IPv4 header with IP protocol=61 and static payload. MAC addresses are matching MAC addresses of the TG node interfaces. + + - **[Ref] Applicable standard specifications:** RFC2544. + ++-----------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| Name | Documentation | Message | ++=====================================================+==============================================================================================================================================================================================================================================================+=====================================================================================================================================================================================================================================================================================+ +| tc01-64B-1t1c-eth-l2xcbase-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2XC switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 3185886.26562 pps (2x 1592943.13281 pps) |br| FINAL_BANDWIDTH: 2.1409155705 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/156/296', '20/146/279'] |br| LAT_50%NDR: ['10/58/214', '10/60/234'] |br| LAT_10%NDR: ['10/26/115', '10/30/129'] | ++-----------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc02-64B-1t1c-eth-l2xcbase-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2XC switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 3243975.92188 pps (2x 1621987.96094 pps) |br| FINAL_BANDWIDTH: 2.1799518195 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/231/404', '20/223/437'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc03-1518B-1t1c-eth-l2xcbase-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2XC switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1374628.8125 pps (2x 687314.40625 pps) |br| FINAL_BANDWIDTH: 16.913432909 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['30/866/1088', '20/862/1091'] |br| LAT_50%NDR: ['20/81/308', '20/81/316'] |br| LAT_10%NDR: ['20/34/144', '20/35/180'] | ++-----------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc04-1518B-1t1c-eth-l2xcbase-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2XC switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1399714.53125 pps (2x 699857.265625 pps) |br| FINAL_BANDWIDTH: 17.2220875925 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['30/921/1232', '30/911/1229'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc05-IMIX-1t1c-eth-l2xcbase-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2XC switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for IMIX_v4_1 frame size using binary search start at 10GE linerate, step 5kpps. IMIX_v4_1 = (28x64B;16x570B;4x1518B) | FINAL_RATE: 2416122.75 pps (2x 1208061.375 pps) |br| FINAL_BANDWIDTH: 7.22581770657 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_50%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_10%NDR: ['-1/-1/-1', '-1/-1/-1'] | ++-----------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc06-IMIX-1t1c-eth-l2xcbase-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2XC switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for IMIX_v4_1 frame size using binary search start at 10GE linerate, step 5kpps, LT=0.5%. IMIX_v4_1 = (28x64B;16x570B;4x1518B) | FINAL_RATE: 2546346.8125 pps (2x 1273173.40625 pps) |br| FINAL_BANDWIDTH: 7.61527446601 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['-1/-1/-1', '-1/-1/-1'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc07-64B-2t2c-eth-l2xcbase-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2XC switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 5073800.09376 pps (2x 2536900.04688 pps) |br| FINAL_BANDWIDTH: 3.40959366301 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/59/169', '20/72/212'] |br| LAT_50%NDR: ['10/40/121', '10/48/162'] |br| LAT_10%NDR: ['10/24/78', '10/33/183'] | ++-----------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc08-64B-2t2c-eth-l2xcbase-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2XC switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 6613175.98438 pps (2x 3306587.99219 pps) |br| FINAL_BANDWIDTH: 4.4440542615 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['30/89/168', '20/155/301'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc09-1518B-2t2c-eth-l2xcbase-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2XC switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['30/210/230', '20/246/254'] |br| LAT_50%NDR: ['20/43/162', '20/46/161'] |br| LAT_10%NDR: ['20/33/150', '20/33/192'] | ++-----------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc10-1518B-2t2c-eth-l2xcbase-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2XC switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/202/210', '20/220/229'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc11-IMIX-2t2c-eth-l2xcbase-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2XC switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for IMIX_v4_1 frame size using binary search start at 10GE linerate, step 5kpps. IMIX_v4_1 = (28x64B;16x570B;4x1518B) | FINAL_RATE: 3952766.6875 pps (2x 1976383.34375 pps) |br| FINAL_BANDWIDTH: 11.821407468 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_50%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_10%NDR: ['-1/-1/-1', '-1/-1/-1'] | ++-----------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc12-IMIX-2t2c-eth-l2xcbase-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2XC switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for IMIX_v4_1 frame size using binary search start at 10GE linerate, step 5kpps, LT=0.5%. IMIX_v4_1 = (28x64B;16x570B;4x1518B) | FINAL_RATE: 5072693.625 pps (2x 2536346.8125 pps) |br| FINAL_BANDWIDTH: 15.1707355992 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['-1/-1/-1', '-1/-1/-1'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc13-64B-4t4c-eth-l2xcbase-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2XC switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 5945144.9375 pps (2x 2972572.46875 pps) |br| FINAL_BANDWIDTH: 3.995137398 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/42/112', '10/66/158'] |br| LAT_50%NDR: ['10/16/99', '10/18/119'] |br| LAT_10%NDR: ['10/24/87', '10/26/80'] | ++-----------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc14-64B-4t4c-eth-l2xcbase-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2XC switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 8443000.15624 pps (2x 4221500.07812 pps) |br| FINAL_BANDWIDTH: 5.67369610499 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/76/145', '30/152/262'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc15-1518B-4t4c-eth-l2xcbase-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2XC switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/175/185', '30/204/222'] |br| LAT_50%NDR: ['20/40/124', '20/46/174'] |br| LAT_10%NDR: ['20/32/131', '20/32/175'] | ++-----------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc16-1518B-4t4c-eth-l2xcbase-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2XC switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['30/235/259', '20/214/231'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc17-IMIX-4t4c-eth-l2xcbase-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2XC switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for IMIX_v4_1 frame size using binary search start at 10GE linerate, step 5kpps. IMIX_v4_1 = (28x64B;16x570B;4x1518B) | FINAL_RATE: 5463365.8125 pps (2x 2731682.90625 pps) |br| FINAL_BANDWIDTH: 16.3391058776 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_50%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_10%NDR: ['-1/-1/-1', '-1/-1/-1'] | ++-----------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc18-IMIX-4t4c-eth-l2xcbase-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2XC switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for IMIX_v4_1 frame size using binary search start at 10GE linerate, step 5kpps, LT=0.5%. IMIX_v4_1 = (28x64B;16x570B;4x1518B) | FINAL_RATE: 6218665.375 pps (2x 3109332.6875 pps) |br| FINAL_BANDWIDTH: 18.5979550823 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['-1/-1/-1', '-1/-1/-1'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ + +10ge2p1x520-ethip4-ip4base-eth-2vhost-1vm-ndrpdrdisc +```````````````````````````````````````````````````` + +**RFC2544: Pkt throughput IPv4 test cases with vhost** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4 for IPv4 routing. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with IPv4 routing and two static IPv4 /24 route entries. Qemu Guest is connected to VPP via vhost-user interfaces. Guest is running DPDK testpmd interconnecting vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores (1 main core and 4 cores dedicated for io), forwarding mode is set to mac, rxd/txd=256, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X520 Niantic by Intel. + + - **[Ver] TG verification:** TG finds and reports throughput NDR (Non Drop Rate) with zero packet loss tolerance or throughput PDR (Partial Drop Rate) with non-zero packet loss tolerance (LT) expressed in percentage of packets transmitted. NDR and PDR are discovered for different Ethernet L2 frame sizes using either binary search or linear search algorithms with configured starting rate and final step that determines throughput measurement resolution. Test packets are generated by TG on links to DUTs. TG traffic profile contains two L3 flow-groups (flow-group per direction, 253 flows per flow-group) with all packets containing Ethernet header, IPv4 header with IP protocol=61 and static payload. MAC addresses are matching MAC addresses of the TG node interfaces. + + - **[Ref] Applicable standard specifications:** RFC2544. + ++-------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| Name | Documentation | Message | ++=======================================================+============================================================================================================================================================================================================================================================+==========================================================================================================================================================================================================================================================================================+ +| tc01-64B-1t1c-ethip4-ip4base-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 2604989.70312 pps (2x 1302494.85156 pps) |br| FINAL_BANDWIDTH: 1.7505530805 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/188/446', '20/190/473'] |br| LAT_50%NDR: ['10/67/200', '10/73/214'] |br| LAT_10%NDR: ['10/26/125', '10/32/187'] | ++-------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc02-64B-1t1c-ethip4-ip4base-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs IPv4 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 2663079.35938 pps (2x 1331539.67969 pps) |br| FINAL_BANDWIDTH: 1.7895893295 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/362/635', '20/364/666'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc03-1518B-1t1c-ethip4-ip4base-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1249200.21875 pps (2x 624600.109375 pps) |br| FINAL_BANDWIDTH: 15.3701594915 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/615/1112', '30/613/1120'] |br| LAT_50%NDR: ['20/137/429', '20/132/412'] |br| LAT_10%NDR: ['20/36/170', '20/37/178'] | ++-------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc04-1518B-1t1c-ethip4-ip4base-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs IPv4 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1299371.65625 pps (2x 649685.828125 pps) |br| FINAL_BANDWIDTH: 15.9874688585 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/1510/1856', '60/1488/1779'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc05-IMIX-1t1c-ethip4-ip4base-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for IMIX_v4_1 frame size using binary search start at 10GE linerate, step 5kpps. IMIX_v4_1 = (28x64B;16x570B;4x1518B) | FINAL_RATE: 2103585.0 pps (2x 1051792.5 pps) |br| FINAL_BANDWIDTH: 6.2911214839 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_50%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_10%NDR: ['-1/-1/-1', '-1/-1/-1'] | ++-------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc06-IMIX-1t1c-ethip4-ip4base-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs IPv4 routing config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for IMIX_v4_1 frame size using binary search start at 10GE linerate, step 5kpps, LT=0.5%. IMIX_v4_1 = (28x64B;16x570B;4x1518B) | FINAL_RATE: 2155674.625 pps (2x 1077837.3125 pps) |br| FINAL_BANDWIDTH: 6.44690418768 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['-1/-1/-1', '-1/-1/-1'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc07-64B-2t2c-ethip4-ip4base-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 5044755.26562 pps (2x 2522377.63281 pps) |br| FINAL_BANDWIDTH: 3.3900755385 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['40/100/181', '60/131/221'] |br| LAT_50%NDR: ['10/56/153', '10/69/205'] |br| LAT_10%NDR: ['10/29/112', '10/39/175'] | ++-------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc08-64B-2t2c-ethip4-ip4base-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs IPv4 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 5451382.85938 pps (2x 2725691.42969 pps) |br| FINAL_BANDWIDTH: 3.6633292815 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/115/193', '20/256/410'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc09-1518B-2t2c-ethip4-ip4base-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/243/257', '20/310/318'] |br| LAT_50%NDR: ['20/51/184', '20/56/222'] |br| LAT_10%NDR: ['20/35/161', '20/34/173'] | ++-------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc10-1518B-2t2c-ethip4-ip4base-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs IPv4 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/222/250', '20/256/262'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc11-IMIX-2t2c-ethip4-ip4base-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for IMIX_v4_1 frame size using binary search start at 10GE linerate, step 5kpps. IMIX_v4_1 = (28x64B;16x570B;4x1518B) | FINAL_RATE: 3926721.875 pps (2x 1963360.9375 pps) |br| FINAL_BANDWIDTH: 11.7435161161 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_50%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_10%NDR: ['-1/-1/-1', '-1/-1/-1'] | ++-------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc12-IMIX-2t2c-ethip4-ip4base-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs IPv4 routing config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for IMIX_v4_1 frame size using binary search start at 10GE linerate, step 5kpps, LT=0.5%. IMIX_v4_1 = (28x64B;16x570B;4x1518B) | FINAL_RATE: 4317394.0625 pps (2x 2158697.03125 pps) |br| FINAL_BANDWIDTH: 12.9118863945 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['-1/-1/-1', '-1/-1/-1'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc13-64B-4t4c-ethip4-ip4base-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 5567562.17188 pps (2x 2783781.08594 pps) |br| FINAL_BANDWIDTH: 3.7414017795 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/66/157', '20/92/195'] |br| LAT_50%NDR: ['10/41/157', '10/49/170'] |br| LAT_10%NDR: ['10/25/92', '10/25/135'] | ++-------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc14-64B-4t4c-ethip4-ip4base-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs IPv4 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 7019803.57812 pps (2x 3509901.78906 pps) |br| FINAL_BANDWIDTH: 4.7173080045 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/94/175', '30/226/399'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc15-1518B-4t4c-ethip4-ip4base-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/161/177', '20/184/205'] |br| LAT_50%NDR: ['20/45/142', '20/48/174'] |br| LAT_10%NDR: ['20/33/136', '20/33/142'] | ++-------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc16-1518B-4t4c-ethip4-ip4base-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs IPv4 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/155/171', '20/169/189'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc17-IMIX-4t4c-ethip4-ip4base-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs IPv4 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for IMIX_v4_1 frame size using binary search start at 10GE linerate, step 5kpps. IMIX_v4_1 = (28x64B;16x570B;4x1518B) | FINAL_RATE: 4786200.6875 pps (2x 2393100.34375 pps) |br| FINAL_BANDWIDTH: 14.3139307285 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_50%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_10%NDR: ['-1/-1/-1', '-1/-1/-1'] | ++-------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc18-IMIX-4t4c-ethip4-ip4base-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs IPv4 routing config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for IMIX_v4_1 frame size using binary search start at 10GE linerate, step 5kpps, LT=0.5%. IMIX_v4_1 = (28x64B;16x570B;4x1518B) | FINAL_RATE: 5489410.625 pps (2x 2744705.3125 pps) |br| FINAL_BANDWIDTH: 16.4169972294 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['-1/-1/-1', '-1/-1/-1'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ + +10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-ndrpdrdisc +```````````````````````````````````````````````````````````````` + +**RFC2544: Packet throughput L2BD test cases with VXLANoIPv4 and vhost** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4 for L2 switching of IPv4. Eth-IPv4-VXLAN-Eth-IPv4 is applied on link between DUT1 and DUT2. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with L2 bridge- domain and MAC learning enabled. Qemu Guest is connected to VPP via vhost-user interfaces. Guest is running DPDK testpmd interconnecting vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores (1 main core and 4 cores dedicated for io), forwarding mode is set to io, rxd/txd=256, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X520 Niantic by Intel. + + - **[Ver] TG verification:** TG finds and reports throughput NDR (Non Drop Rate) with zero packet loss tolerance or throughput PDR (Partial Drop Rate) with non-zero packet loss tolerance (LT) expressed in percentage of packets transmitted. NDR and PDR are discovered for different Ethernet L2 frame sizes using either binary search or linear search algorithms with configured starting rate and final step that determines throughput measurement resolution. Test packets are generated by TG on links to DUTs. TG traffic profile contains two L3 flow-groups (flow-group per direction, 253 flows per flow-group) with all packets containing Ethernet header, IPv4 header with IP protocol=61 and static payload. MAC addresses are matching MAC addresses of the TG node interfaces. + + - **[Ref] Applicable standard specifications:** RFC2544, RFC7348. + ++-------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| Name | Documentation | Message | ++===================================================================+=============================================================================================================================================================================================================================================================+=======================================================================================================================================================================================================================================================================================+ +| tc01-64B-1t1c-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 2203990.15624 pps (2x 1101995.07812 pps) |br| FINAL_BANDWIDTH: 1.48108138499 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/256/1220', '20/282/1368'] |br| LAT_50%NDR: ['10/69/258', '10/74/240'] |br| LAT_10%NDR: ['10/26/85', '10/33/160'] | ++-------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc02-64B-1t1c-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 2276789.82812 pps (2x 1138394.91406 pps) |br| FINAL_BANDWIDTH: 1.5300027645 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/447/692', '20/507/708'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc03-1518B-1t1c-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1088585.375 pps (2x 544292.6875 pps) |br| FINAL_BANDWIDTH: 13.393954454 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['30/522/899', '30/612/1014'] |br| LAT_50%NDR: ['20/139/464', '20/160/446'] |br| LAT_10%NDR: ['20/37/203', '20/36/177'] | ++-------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc04-1518B-1t1c-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1137157.4375 pps (2x 568578.71875 pps) |br| FINAL_BANDWIDTH: 13.991585111 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/907/1250', '30/1078/1393'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc05-IMIX-1t1c-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for IMIX_v4_1 framesize using binary search start at 10GE linerate, step 5kpps. IMIX_v4_1 = (28x64B;16x570B;4x1518B) | FINAL_RATE: 1811120.09375 pps (2x 905560.046875 pps) |br| FINAL_BANDWIDTH: 5.41645644541 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_50%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_10%NDR: ['-1/-1/-1', '-1/-1/-1'] | ++-------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc06-IMIX-1t1c-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for IMIX_v4_1 frame size using binary search start at 10GE linerate, step 5kpps, LT=0.5%. IMIX_v4_1 = (28x64B;16x570B;4x1518B) | FINAL_RATE: 1857046.25 pps (2x 928523.125 pps) |br| FINAL_BANDWIDTH: 5.55380626881 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['-1/-1/-1', '-1/-1/-1'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc07-64B-2t2c-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 4096781.625 pps (2x 2048390.8125 pps) |br| FINAL_BANDWIDTH: 2.753037252 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['40/121/245', '20/144/264'] |br| LAT_50%NDR: ['10/43/177', '10/86/217'] |br| LAT_10%NDR: ['10/29/111', '10/41/196'] | ++-------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc08-64B-2t2c-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 4533579.65624 pps (2x 2266789.82812 pps) |br| FINAL_BANDWIDTH: 3.04656552899 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['40/128/236', '40/216/372'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc09-1518B-2t2c-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1574306.0 pps (2x 787153.0 pps) |br| FINAL_BANDWIDTH: 19.370261024 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['30/249/298', '20/168/400'] |br| LAT_50%NDR: ['20/56/205', '20/61/209'] |br| LAT_10%NDR: ['20/37/202', '20/35/224'] | ++-------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc10-1518B-2t2c-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1574306.0 pps (2x 787153.0 pps) |br| FINAL_BANDWIDTH: 19.370261024 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/167/211', '30/171/216'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc11-IMIX-2t2c-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for IMIX_v4_1 frame size using binary search start at 10GE linerate, step 5kpps. IMIX_v4_1 = (28x64B;16x570B;4x1518B) | FINAL_RATE: 2936310.92188 pps (2x 1468155.46094 pps) |br| FINAL_BANDWIDTH: 8.78152711873 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_50%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_10%NDR: ['-1/-1/-1', '-1/-1/-1'] | ++-------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc12-IMIX-2t2c-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for IMIX_v4_1 frame size using binary search start at 10GE linerate, step 5kpps, LT=0.5%. IMIX_v4_1 = (28x64B;16x570B;4x1518B) | FINAL_RATE: 3694092.5 pps (2x 1847046.25 pps) |br| FINAL_BANDWIDTH: 11.0477992048 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['-1/-1/-1', '-1/-1/-1'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc13-64B-4t4c-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 4642779.16406 pps (2x 2321389.58203 pps) |br| FINAL_BANDWIDTH: 3.11994759825 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['2/64/148', '30/92/188'] |br| LAT_50%NDR: ['10/22/157', '10/25/139'] |br| LAT_10%NDR: ['10/25/118', '10/34/196'] | ++-------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc14-64B-4t4c-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 5734774.24218 pps (2x 2867387.12109 pps) |br| FINAL_BANDWIDTH: 3.85376829074 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['40/154/240', '30/200/325'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc15-1518B-4t4c-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1574306.0 pps (2x 787153.0 pps) |br| FINAL_BANDWIDTH: 19.370261024 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/146/178', '20/154/217'] |br| LAT_50%NDR: ['20/47/220', '20/58/171'] |br| LAT_10%NDR: ['20/35/152', '20/36/178'] | ++-------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc16-1518B-4t4c-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1574306.0 pps (2x 787153.0 pps) |br| FINAL_BANDWIDTH: 19.370261024 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/148/185', '30/149/208'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc17-IMIX-4t4c-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for IMIX_v4_1 frame size using binary search start at 10GE linerate, step 5kpps. IMIX_v4_1 = (28x64B;16x570B;4x1518B) | FINAL_RATE: 4130390.98438 pps (2x 2065195.49219 pps) |br| FINAL_BANDWIDTH: 12.3526225271 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_50%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_10%NDR: ['-1/-1/-1', '-1/-1/-1'] | ++-------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc18-IMIX-4t4c-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for IMIX_v4_1 frame size using binary search start at 10GE linerate, step 5kpps, LT=0.5%. IMIX_v4_1 = (28x64B;16x570B;4x1518B) | FINAL_RATE: 4543726.39062 pps (2x 2271863.19531 pps) |br| FINAL_BANDWIDTH: 13.5887709377 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['-1/-1/-1', '-1/-1/-1'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-------------------------------------------------------------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ + +10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrpdrdisc +```````````````````````````````````````````````````````` + +**RFC2544: Pkt throughput L2BD test cases with vhost** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4 for L2 switching of IPv4. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with L2 bridge- domain and MAC learning enabled. Qemu Guest is connected to VPP via vhost-user interfaces. Guest is running DPDK testpmd interconnecting vhost-user interfaces using 5 cores pinned to cpus on NUMA1 and 2048M memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores (1 main core and 4 cores dedicated for io), forwarding mode is set to io, rxd/txd=256, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X710 by Intel. + + - **[Ver] TG verification:** TG finds and reports throughput NDR (Non Drop Rate) with zero packet loss tolerance or throughput PDR (Partial Drop Rate) with non-zero packet loss tolerance (LT) expressed in percentage of packets transmitted. NDR and PDR are discovered for different Ethernet L2 frame sizes using either binary search or linear search algorithms with configured starting rate and final step that determines throughput measurement resolution. Test packets are generated by TG on links to DUTs. TG traffic profile contains two L3 flow-groups (flow-group per direction, 253 flows per flow-group) with all packets containing Ethernet header, IPv4 header with IP protocol=61 and static payload. MAC addresses are matching MAC addresses of the TG node interfaces. + + - **[Ref] Applicable standard specifications:** RFC2544. + ++-----------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| Name | Documentation | Message | ++===========================================================+===============================================================================================================================================================================================================================================================+=======================================================================================================================================================================================================================================================================================+ +| tc01-64B-1t1c-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 2808303.5 pps (2x 1404151.75 pps) |br| FINAL_BANDWIDTH: 1.887179952 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/152/333', '20/147/346'] |br| LAT_50%NDR: ['10/76/217', '10/59/203'] |br| LAT_10%NDR: ['10/26/93', '10/32/148'] | ++-----------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc02-64B-1t1c-eth-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 2866393.15624 pps (2x 1433196.57812 pps) |br| FINAL_BANDWIDTH: 1.92621620099 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/940/1103', '30/930/1116'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc03-1518B-1t1c-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1299371.65625 pps (2x 649685.828125 pps) |br| FINAL_BANDWIDTH: 15.9874688585 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['30/652/1001', '30/645/976'] |br| LAT_50%NDR: ['20/93/375', '20/93/333'] |br| LAT_10%NDR: ['20/33/155', '20/35/166'] | ++-----------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc04-1518B-1t1c-eth-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1324457.375 pps (2x 662228.6875 pps) |br| FINAL_BANDWIDTH: 16.296123542 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/2325/2528', '20/2337/2643'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc05-IMIX-1t1c-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for IMIX_v4_1 frame size using binary search start at 10GE linerate, step 5kpps. IMIX_v4_1 = (28x64B; 16x570B; 4x1518B) | FINAL_RATE: 2285898.6875 pps (2x 1142949.34375 pps) |br| FINAL_BANDWIDTH: 6.83636094713 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_50%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_10%NDR: ['-1/-1/-1', '-1/-1/-1'] | ++-----------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc06-IMIX-1t1c-eth-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for IMIX_v4_1 frame size using binary search start at 10GE linerate, step 5kpps, LT=0.5%. IMIX_v4_1 = (28x64B; 16x570B; 4x1518B) | FINAL_RATE: 2233809.0625 pps (2x 1116904.53125 pps) |br| FINAL_BANDWIDTH: 6.68057824335 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['-1/-1/-1', '-1/-1/-1'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc07-64B-2t2c-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 5073800.09376 pps (2x 2536900.04688 pps) |br| FINAL_BANDWIDTH: 3.40959366301 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['30/79/195', '30/89/214'] |br| LAT_50%NDR: ['10/50/169', '10/56/168'] |br| LAT_10%NDR: ['10/29/96', '10/28/95'] | ++-----------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc08-64B-2t2c-eth-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 6148458.73438 pps (2x 3074229.36719 pps) |br| FINAL_BANDWIDTH: 4.1317642695 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['40/115/210', '30/170/334'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc09-1518B-2t2c-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/97/266', '20/116/296'] |br| LAT_50%NDR: ['20/45/178', '20/47/173'] |br| LAT_10%NDR: ['20/30/156', '20/32/169'] | ++-----------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc10-1518B-2t2c-eth-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/154/595', '30/169/695'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc11-IMIX-2t2c-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for IMIX_v4_1 frame size using binary search start at 10GE linerate, step 5kpps. IMIX_v4_1 = (28x64B; 16x570B; 4x1518B) | FINAL_RATE: 4239259.625 pps (2x 2119629.8125 pps) |br| FINAL_BANDWIDTH: 12.6782123388 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_50%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_10%NDR: ['-1/-1/-1', '-1/-1/-1'] | ++-----------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc12-IMIX-2t2c-eth-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for IMIX_v4_1 frame size using binary search start at 10GE linerate, step 5kpps, LT=0.5%. IMIX_v4_1 = (28x64B; 16x570B; 4x1518B) | FINAL_RATE: 4682021.4375 pps (2x 2341010.71875 pps) |br| FINAL_BANDWIDTH: 14.0023653209 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['-1/-1/-1', '-1/-1/-1'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc13-64B-4t4c-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 5654696.65624 pps (2x 2827348.32812 pps) |br| FINAL_BANDWIDTH: 3.79995615299 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/53/125', '20/72/173'] |br| LAT_50%NDR: ['10/38/125', '10/45/139'] |br| LAT_10%NDR: ['10/24/79', '10/23/81'] | ++-----------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc14-64B-4t4c-eth-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 7658789.79688 pps (2x 3829394.89844 pps) |br| FINAL_BANDWIDTH: 5.1467067435 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['30/90/180', '40/154/259'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc15-1518B-4t4c-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/125/143', '20/150/178'] |br| LAT_50%NDR: ['20/41/135', '20/47/155'] |br| LAT_10%NDR: ['20/31/135', '20/32/124'] | ++-----------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc16-1518B-4t4c-eth-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 10GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1625486.0 pps (2x 812743.0 pps) |br| FINAL_BANDWIDTH: 19.999979744 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/128/159', '20/162/194'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc17-IMIX-4t4c-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for IMIX_v4_1 frame size using binary search start at 10GE linerate, step 5kpps. IMIX_v4_1 = (28x64B; 16x570B; 4x1518B) | FINAL_RATE: 5281052.125 pps (2x 2640526.0625 pps) |br| FINAL_BANDWIDTH: 15.7938664143 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_50%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_10%NDR: ['-1/-1/-1', '-1/-1/-1'] | ++-----------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc18-IMIX-4t4c-eth-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for IMIX_v4_1 frame size using binary search start at 10GE linerate, step 5kpps, LT=0.5%. IMIX_v4_1 = (28x64B; 16x570B; 4x1518B) | FINAL_RATE: 5827993.1875 pps (2x 2913996.59375 pps) |br| FINAL_BANDWIDTH: 17.429584804 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['-1/-1/-1', '-1/-1/-1'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ + +40ge2p1xl710-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrpdrdisc +````````````````````````````````````````````````````````` + +**RFC2544: Packet throughput L2BD test cases with vhost** + + - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular topology with single links between nodes. + + - **[Enc] Packet Encapsulations:** Eth-IPv4 for L2 switching of IPv4. + + - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with L2 bridge- domain and MAC learning enabled. Qemu Guest is connected to VPP via vhost-user interfaces. Guest is running DPDK testpmd interconnecting vhost-user interfaces using 5 cores pinned to cpus on NUMA1 and 2048M memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores (1 main core and 4 cores dedicated for io), forwarding mode is set to io, rxd/txd=256, burst=64. DUT1, DUT2 are tested with 2p40GE NIC XL710 by Intel. + + - **[Ver] TG verification:** TG finds and reports throughput NDR (Non Drop Rate) with zero packet loss tolerance or throughput PDR (Partial Drop Rate) with non-zero packet loss tolerance (LT) expressed in percentage of packets transmitted. NDR and PDR are discovered for different Ethernet L2 frame sizes using either binary search or linear search algorithms with configured starting rate and final step that determines throughput measurement resolution. Test packets are generated by TG on links to DUTs. TG traffic profile contains two L3 flow-groups (flow-group per direction, 253 flows per flow-group) with all packets containing Ethernet header, IPv4 header with IP protocol=61 and static payload. MAC addresses are matching MAC addresses of the TG node interfaces. + + - **[Ref] Applicable standard specifications:** RFC2544. + ++-----------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| Name | Documentation | Message | ++===========================================================+===============================================================================================================================================================================================================================================================+========================================================================================================================================================================================================================================================================================+ +| tc01-64B-1t1c-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 40GE linerate, step 10kpps. | FINAL_RATE: 2765117.1875 pps (2x 1382558.59375 pps) |br| FINAL_BANDWIDTH: 1.85815875 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/106/231', '30/98/232'] |br| LAT_50%NDR: ['10/61/217', '10/59/188'] |br| LAT_10%NDR: ['10/24/92', '10/31/139'] | ++-----------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc02-64B-1t1c-eth-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 40GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 2948125.0 pps (2x 1474062.5 pps) |br| FINAL_BANDWIDTH: 1.98114 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/909/1069', '30/921/1102'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc03-1518B-1t1c-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 40GE linerate, step 10kpps. | FINAL_RATE: 1289220.34375 pps (2x 644610.171875 pps) |br| FINAL_BANDWIDTH: 15.8625671095 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/391/818', '20/394/710'] |br| LAT_50%NDR: ['10/119/525', '10/116/516'] |br| LAT_10%NDR: ['10/29/123', '10/33/174'] | ++-----------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc04-1518B-1t1c-eth-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 40GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 1320176.9375 pps (2x 660088.46875 pps) |br| FINAL_BANDWIDTH: 16.243457039 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/1034/1515', '20/1032/1491'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc05-IMIX-1t1c-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find NDR for IMIX_v4_1 frame size using binary search start at 40GE linerate, step 5kpps. IMIX_v4_1 = (28x64B; 16x570B; 4x1518B) | FINAL_RATE: 1937692.10938 pps (2x 968846.054688 pps) |br| FINAL_BANDWIDTH: 5.79499115011 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_50%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_10%NDR: ['-1/-1/-1', '-1/-1/-1'] | ++-----------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc06-IMIX-1t1c-eth-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 1 thread, 1 phy core, 1 receive queue per NIC port. |br| [Ver] Find PDR for IMIX_v4_1 frame size using binary search start at 40GE linerate, step 5kpps, LT=0.5%. IMIX_v4_1 = (28x64B; 16x570B; 4x1518B) | FINAL_RATE: 2257307.46094 pps (2x 1128653.73047 pps) |br| FINAL_BANDWIDTH: 6.75085411966 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['-1/-1/-1', '-1/-1/-1'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc07-64B-2t2c-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 40GE linerate, step 10kpps. | FINAL_RATE: 5876250.0 pps (2x 2938125.0 pps) |br| FINAL_BANDWIDTH: 3.94884 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['30/98/168', '20/117/276'] |br| LAT_50%NDR: ['10/61/158', '10/63/219'] |br| LAT_10%NDR: ['10/26/160', '10/35/160'] | ++-----------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc08-64B-2t2c-eth-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 40GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 6095859.375 pps (2x 3047929.6875 pps) |br| FINAL_BANDWIDTH: 4.0964175 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['50/116/301', '60/193/344'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc09-1518B-2t2c-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 40GE linerate, step 10kpps. | FINAL_RATE: 2465570.90624 pps (2x 1232785.45312 pps) |br| FINAL_BANDWIDTH: 30.3363844304 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/137/307', '20/173/406'] |br| LAT_50%NDR: ['10/62/244', '10/65/286'] |br| LAT_10%NDR: ['10/27/128', '10/29/164'] | ++-----------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc10-1518B-2t2c-eth-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 40GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 2806093.4375 pps (2x 1403046.71875 pps) |br| FINAL_BANDWIDTH: 34.526173655 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/233/529', '20/462/705'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc11-IMIX-2t2c-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find NDR for IMIX_v4_1 frame size using binary search start at 40GE linerate, step 5kpps. IMIX_v4_1 = (28x64B; 16x570B; 4x1518B) | FINAL_RATE: 4079114.96484 pps (2x 2039557.48242 pps) |br| FINAL_BANDWIDTH: 12.1992730461 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_50%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_10%NDR: ['-1/-1/-1', '-1/-1/-1'] | ++-----------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc12-IMIX-2t2c-eth-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 2 threads, 2 phy cores, 1 receive queue per NIC port. |br| [Ver] Find PDR for IMIX_v4_1 frame size using binary search start at 40GE linerate, step 5kpps, LT=0.5%. IMIX_v4_1 = (28x64B; 16x570B; 4x1518B) | FINAL_RATE: 4654422.59766 pps (2x 2327211.29883 pps) |br| FINAL_BANDWIDTH: 13.9198263913 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['-1/-1/-1', '-1/-1/-1'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc13-64B-4t4c-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 64 Byte frames using binary search start at 40GE linerate, step 10kpps. | FINAL_RATE: 5839648.4375 pps (2x 2919824.21875 pps) |br| FINAL_BANDWIDTH: 3.92424375 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['10/55/138', '20/75/188'] |br| LAT_50%NDR: ['10/39/133', '10/47/150'] |br| LAT_10%NDR: ['10/25/102', '10/28/127'] | ++-----------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc14-64B-4t4c-eth-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 64 Byte frames using binary search start at 40GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 7706328.125 pps (2x 3853164.0625 pps) |br| FINAL_BANDWIDTH: 5.1786525 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/48/184', '20/79/278'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc15-1518B-4t4c-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for 1518 Byte frames using binary search start at 40GE linerate, step 10kpps. | FINAL_RATE: 3022789.59376 pps (2x 1511394.79688 pps) |br| FINAL_BANDWIDTH: 37.1924031616 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['20/131/272', '20/183/330'] |br| LAT_50%NDR: ['10/62/238', '10/88/258'] |br| LAT_10%NDR: ['10/30/186', '10/34/182'] | ++-----------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc16-1518B-4t4c-eth-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for 1518 Byte frames using binary search start at 40GE linerate, step 10kpps, LT=0.5%. | FINAL_RATE: 3425225.3125 pps (2x 1712612.65625 pps) |br| FINAL_BANDWIDTH: 42.143972245 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['20/284/427', '30/415/703'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc17-IMIX-4t4c-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc | |br| [Cfg] DUT runs L2BD switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find NDR for IMIX_v4_1 frame size using binary search start at 40GE linerate, step 5kpps. IMIX_v4_1 = (28x64B; 16x570B; 4x1518B) | FINAL_RATE: 4430691.85156 pps (2x 2215345.92578 pps) |br| FINAL_BANDWIDTH: 13.2507223126 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_50%NDR: ['-1/-1/-1', '-1/-1/-1'] |br| LAT_10%NDR: ['-1/-1/-1', '-1/-1/-1'] | ++-----------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| tc18-IMIX-4t4c-eth-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc | |br| [Cfg] DUT runs L2BD switching config with 4 threads, 4 phy cores, 2 receive queues per NIC port. |br| [Ver] Find PDR for IMIX_v4_1 frame size using binary search start at 40GE linerate, step 5kpps, LT=0.5%. IMIX_v4_1 = (28x64B; 16x570B; 4x1518B) | FINAL_RATE: 5836999.39844 pps (2x 2918499.69922 pps) |br| FINAL_BANDWIDTH: 17.4565193786 Gbps (untagged) |br| LATENCY usec [min/avg/max] |br| LAT_100%PDR: ['-1/-1/-1', '-1/-1/-1'] |br| LOSS_ACCEPTANCE: 0.5 percentage | ++-----------------------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ + diff --git a/docs/report/vpp_performance_tests_hw/csit_release_notes.rst b/docs/report/vpp_performance_tests_hw/csit_release_notes.rst new file mode 100644 index 0000000000..4292a2cd10 --- /dev/null +++ b/docs/report/vpp_performance_tests_hw/csit_release_notes.rst @@ -0,0 +1,240 @@ +CSIT Release Notes +================== + +Changes in CSIT |release| +------------------------- + +#. Naming change for all VPP performance test suites and test cases. +#. VPP performance test environment changes + + - upgrade to Ubuntu 16.04 + - VM and vhost-user test environment optimizations + - addition of HW cryptodev devices in LFD FD.io physical testbed + + +#. Added tests + + - new NICs - Intel x710, Cisco VIC1385, Cisco VIC1227 + - more VM vhost-user tests + - more LISP tests + + +Performance Tests Naming +------------------------ + +CSIT |release| introduced a common structured naming convention for all +performance and functional tests. This change was driven by substantially +growing number and type of CSIT test cases. Firstly, the original practice did +not always follow any strict naming convention. Secondly test names did not +always clearly capture tested packet encapsulations, and the actual type or +content of the tests. Thirdly HW configurations in terms of NICs, ports and +their locality were not captured either. These were but few reasons that drove +the decision to change and define a new more complete and stricter test naming +convention, and to apply this to all existing and new test cases. + +The new naming should be intuitive for majority of the tests. The complete +description of CSIT test naming convention is provided on `CSIT test naming wiki +`_. + +Here few illustrative examples of the new naming usage for performance test +suites: + +#. **Physical port to physical port - a.k.a. NIC-to-NIC, Phy-to-Phy, P2P** + + - *PortNICConfig-WireEncapsulation-PacketForwardingFunction- + PacketProcessingFunction1-...-PacketProcessingFunctionN-TestType* + - *10ge2p1x520-dot1q-l2bdbasemaclrn-ndrdisc.robot* => 2 ports of 10GE on + Intel x520 NIC, dot1q tagged Ethernet, L2 bridge-domain baseline switching + with MAC learning, NDR throughput discovery. + - *10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-ndrchk.robot* => 2 ports of 10GE + on Intel x520 NIC, IPv4 VXLAN Ethernet, L2 bridge-domain baseline + switching with MAC learning, NDR throughput discovery. + - *10ge2p1x520-ethip4-ip4base-ndrdisc.robot* => 2 ports of 10GE on Intel + x520 NIC, IPv4 baseline routed forwarding, NDR throughput discovery. + - *10ge2p1x520-ethip6-ip6scale200k-ndrdisc.robot* => 2 ports of 10GE on + Intel x520 NIC, IPv6 scaled up routed forwarding, NDR throughput + discovery. + +#. **Physical port to VM (or VM chain) to physical port - a.k.a. NIC2VM2NIC, + P2V2P, NIC2VMchain2NIC, P2V2V2P** + + - *PortNICConfig-WireEncapsulation-PacketForwardingFunction- + PacketProcessingFunction1-...-PacketProcessingFunctionN-VirtEncapsulation- + VirtPortConfig-VMconfig-TestType* + - *10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot* => 2 ports + of 10GE on Intel x520 NIC, dot1q tagged Ethernet, L2 bridge-domain + switching to/from two vhost interfaces and one VM, NDR throughput + discovery. + - *10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot* => 2 + ports of 10GE on Intel x520 NIC, IPv4 VXLAN Ethernet, L2 bridge-domain + switching to/from two vhost interfaces and one VM, NDR throughput + discovery. + - *10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-4vhost-2vm-ndrdisc.robot* => 2 + ports of 10GE on Intel x520 NIC, IPv4 VXLAN Ethernet, L2 bridge-domain + switching to/from four vhost interfaces and two VMs, NDR throughput + discovery. + +Measured Performance Improvements +--------------------------------- + +Substantial improvements in measured packet throughput have been observed +in VPP-17.01 for the following CSIT |release| tests: + ++-------------------+----------------------------------------------------------------+-----------+-----------------+----------------------+ +| VPP Functionality | Test Name | VPP-16.09 | VPP-17.01 | Relative Improvement | ++===================+================================================================+===========+=================+======================+ +| L2XC | 10ge2p1x520:64B-1t1c-eth-l2xcbase-ndrdisc | 9.4 Mpps | 12.6..12.9 Mpps | 34..37% | ++-------------------+----------------------------------------------------------------+-----------+-----------------+----------------------+ +| L2XC | 10ge2p1xl710:64B-1t1c-eth-l2xcbase-ndrdisc | 9.5 Mpps | 12.1..12.4 Mpps | 27..30% | ++-------------------+----------------------------------------------------------------+-----------+-----------------+----------------------+ +| L2BD | 10ge2p1x520:64B-1t1c-eth-l2bdbasemaclrn-ndrdisc | 7.8 Mpps | 10.6 Mpps | 36% | ++-------------------+----------------------------------------------------------------+-----------+-----------------+----------------------+ +| L2BD-vhost-VM | 10ge2p1x520:64B-1t1c-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc | 0.4 Mpps | 2.8 Mpps | 600% | ++-------------------+----------------------------------------------------------------+-----------+-----------------+----------------------+ +| L2XC-vhost-VM | 10ge2p1x520:64B-1t1c-eth-l2xcbase-eth-2vhost-1vm-ndrdisc | 0.4 Mpps | 3.2 Mpps | 700% | ++-------------------+----------------------------------------------------------------+-----------+-----------------+----------------------+ +| IPv4 | 10ge2p1x520:64B-1t1c-ethip4-ip4base-ndrdisc | 8.7 Mpps | 9.7 Mpps | 12% | ++-------------------+----------------------------------------------------------------+-----------+-----------------+----------------------+ + +This is in line with VPP code optimizations listed in `VPP-17.01 release notes +`_. + +vhost-VM performance improvement is also due to Linux KVM test environment +optimization for vhost-VM tests - see section below "VM vhost-user +Throughput Measurements". + +Multi-Thread and Multi-Core Measurements +---------------------------------------- + +**HyperThreading** - CSIT |release| performance tests are executed with SUT +servers' Intel XEON CPUs configured in HyperThreading Disabled mode (BIOS +settings). This is the simplest configuration used to establish baseline +single-thread single-core SW packet processing and forwarding performance. +Subsequent releases of CSIT will add performance tests with Intel +HyperThreading Enabled (requires BIOS settings change and hard reboot). + +**Multi-core Test** - CSIT |release| multi-core tests are executed in the +following VPP thread and core configurations: + +#. 1t1c - 1 VPP worker thread on 1 CPU physical core. +#. 2t2c - 2 VPP worker threads on 2 CPU physical cores. +#. 4t4c - 4 VPP threads on 4 CPU physical cores. + +Note that in quite a few test cases running VPP on 2 or 4 physical cores hits +the tested NIC I/O bandwidth or packets-per-second limit. + +Packet Throughput Measurements +------------------------------ + +Following values are measured and reported for packet throughput tests: + +- NDR binary search per RFC2544: + + - Packet rate: "RATE: pps + (2x )" + - Aggregate bandwidth: "BANDWIDTH: Gbps (untagged)" + +- PDR binary search per RFC2544: + + - Packet rate: "RATE: pps (2x + )" + - Aggregate bandwidth: "BANDWIDTH: Gbps (untagged)" + - Packet loss tolerance: "LOSS_ACCEPTANCE "" + +- NDR and PDR are measured for the following L2 frame sizes: + + - IPv4: 64B, IMIX_v4_1 (28x64B,16x570B,4x1518B), 1518B, 9000B. + - IPv6: 78B, 1518B, 9000B. + + +Packet Latency Measurements +--------------------------- + +TRex Traffic Generator (TG) is used for measuring latency of VPP DUTs. Reported +latency values are measured using following methodology: + +- Latency tests are performed at 10%, 50% of discovered NDR rate (non drop rate) + for each NDR throughput test and packet size (except IMIX). +- TG sends dedicated latency streams, one per direction, each at the rate of + 10kpps at the prescribed packet size; these are sent in addition to the main + load streams. +- TG reports min/avg/max latency values per stream direction, hence two sets + of latency values are reported per test case; future release of TRex is + expected to report latency percentiles. +- Reported latency values are aggregate across two SUTs due to three node + topology used for all performance tests; for per SUT latency, reported value + should be divided by two. +- 1usec is the measurement accuracy advertised by TRex TG for the setup used in + FD.io labs used by CSIT project. +- TRex setup introduces an always-on error of about 2*2usec per latency flow - + additonal Tx/Rx interface latency induced by TRex SW writing and reading + packet timestamps on CPU cores without HW acceleration on NICs closer to the + interface line. + + +KVM VM vhost Measurements +------------------------- + +CSIT |release| introduced environment configuration changes to KVM Qemu vhost- +user tests in order to more representatively measure VPP-17.01 performance in +configurations with vhost-user interfaces and VMs. + +Current setup of CSIT FD.io performance lab is using tuned settings for more +optimal performance of KVM Qemu: + +- Default Qemu virtio queue size of 256 descriptors. +- Adjusted Linux kernel CFS scheduler settings, as detailed on this CSIT wiki + page: https://wiki.fd.io/view/CSIT/VM-vhost-env-tuning. + +Adjusted Linux kernel CFS settings make the NDR and PDR throughput performance +of VPP+VM system less sensitive to other Linux OS system tasks by reducing +their interference on CPU cores that are designated for critical software +tasks under test, namely VPP worker threads in host and Testpmd threads in +guest dealing with data plan. + +Report Addendum Tests - Cryptodev +--------------------------------- + +DPDK Cryptodev functionality support for both SW and HW crypto devices has +been introduced in VPP-17.01 release. CSIT functional and performance tests +have been also developed and merged. However due to the factors beyond CSIT +project control execution of those tests within the LF FD.io test environment +still need to complete. Once the results become available, they will be +published as an addendum to the current version of CSIT |release| report. + +Report Addendum Tests - Centos +------------------------------ + +CSIT |release| added Centos functional test execution environment in FD.io +VIRL testbeds.However due to the factors beyond CSIT project control execution +of those tests within the LF FD.io test environment still need to complete. +Once the results become available, they will be published as an addendum to +the current version of CSIT |release| report. + +Report Addendum Tests - SNAT44 +------------------------------ + +VPP SNAT44 functionality has been introduced in VPP-17.01 release. CSIT +performance tests are still in development and integration into LFD FD.io test +environment. Once the tests are fully integrated and results become available, +they will be published as an addendum to the current version of CSIT |release| +report. + +Known Issues +------------ + +Here is the list of known issues in CSIT |release| for VPP performance tests in physical HW testbed: + ++---+-------------------------------------------------+-----------------------------------------------------------------+ +| # | Issue | Description | ++---+-------------------------------------------------+-----------------------------------------------------------------+ +| 1 | Sporadic IPv4 routed-forwwarding NDR discovery | Suspected issue with DPDK IPv4 checksum calculation, VPP jira # | +| | test failures for 1518B frame size | Observed frequency: sporadic, ca. 20% to 30% of test runs | ++---+-------------------------------------------------+-----------------------------------------------------------------+ +| | | | ++---+-------------------------------------------------+-----------------------------------------------------------------+ +| | | | ++---+-------------------------------------------------+-----------------------------------------------------------------+ diff --git a/docs/report/vpp_performance_tests_hw/documentation.rst b/docs/report/vpp_performance_tests_hw/documentation.rst new file mode 100644 index 0000000000..1bc1bcbcc9 --- /dev/null +++ b/docs/report/vpp_performance_tests_hw/documentation.rst @@ -0,0 +1,4 @@ +Documentation +============= + +Documentation is located on nexus repository https://docs.fd.io/csit/master/doc/tests.perf.html. diff --git a/docs/report/vpp_performance_tests_hw/index.rst b/docs/report/vpp_performance_tests_hw/index.rst new file mode 100644 index 0000000000..5ffb5d8837 --- /dev/null +++ b/docs/report/vpp_performance_tests_hw/index.rst @@ -0,0 +1,12 @@ +VPP Performance Tests HW +======================== + +.. toctree:: + + overview + csit_release_notes + packet_throughput_graphs/index + packet_latency_graphs/index + test_environment + documentation + diff --git a/docs/report/vpp_performance_tests_hw/overview.rst b/docs/report/vpp_performance_tests_hw/overview.rst new file mode 100644 index 0000000000..a0425fa114 --- /dev/null +++ b/docs/report/vpp_performance_tests_hw/overview.rst @@ -0,0 +1,140 @@ +Overview +======== + +VPP Performance Test Topologies +------------------------------- + +CSIT VPP performance tests are executed on physical baremetal servers hosted by LF +FD.io project. Testbed physical topology is shown in the figure below.:: + + +------------------------+ +------------------------+ + | | | | + | +------------------+ | | +------------------+ | + | | | | | | | | + | | <-----------------> | | + | | DUT1 | | | | DUT2 | | + | +--^---------------+ | | +---------------^--+ | + | | | | | | + | | SUT1 | | SUT2 | | + +------------------------+ +------------------^-----+ + | | + | | + | +-----------+ | + | | | | + +------------------> TG <------------------+ + | | + +-----------+ + +SUT1 and SUT2 are two System Under Test servers (Cisco UCS C240, each with two +Intel XEON CPUs), TG is a Traffic Generator (TG, another Cisco UCS C240, with +two Intel XEON CPUs). SUTs run VPP SW application in Linux user-mode as a +Device Under Test (DUT). TG runs TRex SW application as a packet Traffic +Generator. Physical connectivity between SUTs and to TG is provided using +different NIC models that need to be tested for performance. Currently +installed and tested NIC models include: + +#. 2port10GE X520-DA2 Intel. +#. 2port10GE X710 Intel. +#. 2port10GE VIC1227 Cisco. +#. 2port40GE VIC1385 Cisco. +#. 2port40GE XL710 Intel. + +Detailed LF FD.io test bed specification and topology is described on `CSIT LF +testbed wiki page `_. + +For test cases that require DUT (VPP) to communicate with VM over vhost-user +interfaces, a VM is created on SUT1 and SUT2. DUT (VPP) test topology with VM +is shown in the figure below including applicable packet flow thru the VM +(marked with \*\*\*).:: + + +------------------------+ +------------------------+ + | +----------+ | | +----------+ | + | | VM | | | | VM | | + | | ****** | | | | ****** | | + | +--^----^--+ | | +--^----^--+ | + | *| |* | | *| |* | + | +------v----v------+ | | +------v----v------+ | + | | * * |**|***********|**| * * | | + | | ***** *******<----------------->******* ***** | | + | | * DUT1 | | | | DUT2 * | | + | +--^---------------+ | | +---------------^--+ | + | *| | | |* | + | *| SUT1 | | SUT2 |* | + +------------------------+ +------------------^-----+ + *| |* + *| |* + *| +-----------+ |* + *| | | |* + *+------------------> TG <------------------+* + ******************* | |******************** + +-----------+ + +Note that for VM tests, packets are switched by DUT (VPP) twice, hence the +throughput rates measured by TG must be multiplied by two to represent the +actual DUT packet forwarding rate. + +VPP Performance Tests Overview +------------------------------ + +Performance tests are split into two main categories: + +- Throughput discovery - discovery of packet forwarding rate using binary search + in accordance to RFC2544. + + - NDR - discovery of Non Drop Rate, zero packet loss. + - PDR - discovery of Partial Drop Rate, with specified non-zero packet loss. + +- Throughput verification - verification of packet forwarding rate against + previously discovered throughput rate. These tests are currently done against + 0.9 of reference NDR, with reference rates updated periodically. + +CSIT |release| includes following performance test suites: + +- 2port10GE X520-DA2 Intel + + - **L2XC** - L2 Cross-Connect switched-forwarding of untagged, dot1q, dot1ad + VLAN tagged Ethernet frames. + - **L2BD** - L2 Bridge-Domain switched-forwarding of untagged Ethernet frames + with MAC learning; disabled MAC learning i.e. static MAC tests to be added. + - **IPv4** - IPv4 routed-forwarding. + - **IPv6** - IPv6 routed-forwarding. + - **IPv4 Scale** - IPv4 routed-forwarding with 20k, 200k and 2M FIB entries. + - **IPv6 Scale** - IPv6 routed-forwarding with 20k, 200k and 2M FIB entries. + - **VM with vhost-user** - switching between NIC ports and VM over vhost-user + interfaces in different switching modes incl. L2 Cross-Connect, L2 + Bridge-Domain, VXLAN with L2BD, IPv4 routed-forwarding. + - **COP** - IPv4 and IPv6 routed-forwarding with COP address security. + - **iACL** - IPv4 and IPv6 routed-forwarding with iACL address security. + - **LISP** - LISP overlay tunneling for IPv4-over-IPV4, IPv6-over-IPv4, + IPv6-over-IPv6, IPv4-over-IPv6 in IPv4 and IPv6 routed-forwarding modes. + - **VXLAN** - VXLAN overlay tunnelling integration with L2XC and L2BD. + - **QoS Policer** - ingress packet rate measuring, marking and limiting + (IPv4). + +- 2port40GE XL710 Intel + + - **L2XC** - L2 Cross-Connect switched-forwarding of untagged Ethernet frames. + - **L2BD** - L2 Bridge-Domain switched-forwarding of untagged Ethernet frames + with MAC learning. + - **IPv4** - IPv4 routed-forwarding. + - **IPv6** - IPv6 routed-forwarding. + - **VM with vhost-user** - switching between NIC ports and VM over vhost-user + interfaces in different switching modes incl. L2 Bridge-Domain. + +- 2port10GE X710 Intel + + - **L2BD** - L2 Bridge-Domain switched-forwarding of untagged Ethernet frames + with MAC learning. + - **VM with vhost-user** - switching between NIC ports and VM over vhost-user + interfaces in different switching modes incl. L2 Bridge-Domain. + +- 2port10GE VIC1227 Cisco + + - **L2BD** - L2 Bridge-Domain switched-forwarding of untagged Ethernet frames + with MAC learning. + +- 2port40GE VIC1385 Cisco + + - **L2BD** - L2 Bridge-Domain switched-forwarding of untagged Ethernet frames + with MAC learning. + diff --git a/docs/report/vpp_performance_tests_hw/packet_latency_graphs/index.rst b/docs/report/vpp_performance_tests_hw/packet_latency_graphs/index.rst new file mode 100644 index 0000000000..8c3e941d41 --- /dev/null +++ b/docs/report/vpp_performance_tests_hw/packet_latency_graphs/index.rst @@ -0,0 +1,11 @@ +Packet Latency Graphs +===================== + +.. toctree:: + + l2 + ipv4 + ipv6 + ipv4_tunnels + ipv6_tunnels + vm_vhost diff --git a/docs/report/vpp_performance_tests_hw/packet_latency_graphs/ipv4.rst b/docs/report/vpp_performance_tests_hw/packet_latency_graphs/ipv4.rst new file mode 100644 index 0000000000..84fc827241 --- /dev/null +++ b/docs/report/vpp_performance_tests_hw/packet_latency_graphs/ipv4.rst @@ -0,0 +1,99 @@ +IPv4 Routed-Forwarding +====================== + +This section provides a summary of VPP Phy-to-Phy IPv4 Routed-Forwarding +performance illustrating packet latency measured at 50% of discovered NDR +throughput rate. Latency is reported for VPP running in multiple +configurations of VPP worker thread(s), a.k.a. VPP data plane thread (s), and +their physical CPU core(s) placement. + +Title of each graph is a regex (regular expression) matching all plotted +test case throughput measurements. + +.. note:: + + Data sources for reported test results: i) FD.io test executor jobs + `csit-vpp-perf-1701-all `_ + and + `csit-vpp-perf-1701-long `_ + , ii) archived FD.io jobs test result output files + `csit-vpp-perf-1701-all#job-number `_. + +VPP packet latency - running in configuration of **one worker thread (1t) on one +physical core (1c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 1. VPP 1thread 1core - packet latency for Phy-to-Phy IPv4 Routed-Forwarding.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc" * + + 10ge2p1x520-ethip4-ip4base-copwhtlistbase-ndrdisc.robot:| tc01-64B-1t1c-ethip4-ip4base-copwhtlistbase-ndrdisc + 10ge2p1x520-ethip4-ip4base-iacldstbase-ndrdisc.robot:| tc01-64B-1t1c-ethip4-ip4base-iacldstbase-ndrdisc + 10ge2p1x520-ethip4-ip4base-ipolicemarkbase-ndrdisc.robot:| tc01-64B-1t1c-ethip4-ip4base-ipolicemarkbase-ndrdisc + 10ge2p1x520-ethip4-ip4base-ndrdisc.robot:| tc01-64B-1t1c-ethip4-ip4base-ndrdisc + 10ge2p1x520-ethip4-ip4scale200k-ndrdisc.robot:| tc01-64B-1t1c-ethip4-ip4scale200k-ndrdisc + 10ge2p1x520-ethip4-ip4scale20k-ndrdisc.robot:| tc01-64B-1t1c-ethip4-ip4scale20k-ndrdisc + 10ge2p1x520-ethip4-ip4scale2m-ndrdisc.robot:| tc01-64B-1t1c-ethip4-ip4scale2m-ndrdisc + 40ge2p1xl710-ethip4-ip4base-ndrdisc.robot:| tc01-64B-1t1c-ethip4-ip4base-ndrdisc + +VPP packet latency - running in configuration of **two worker threads (2t) on two +physical cores (2c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 2. VPP 2threads 2cores - packet latency for Phy-to-Phy IPv4 Routed-Forwarding.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc" * + + 10ge2p1x520-ethip4-ip4base-copwhtlistbase-ndrdisc.robot:| tc07-64B-2t2c-ethip4-ip4base-copwhtlistbase-ndrdisc + 10ge2p1x520-ethip4-ip4base-iacldstbase-ndrdisc.robot:| tc07-64B-2t2c-ethip4-ip4base-iacldstbase-ndrdisc + 10ge2p1x520-ethip4-ip4base-ipolicemarkbase-ndrdisc.robot:| tc07-64B-2t2c-ethip4-ip4base-ipolicemarkbase-ndrdisc + 10ge2p1x520-ethip4-ip4base-ndrdisc.robot:| tc07-64B-2t2c-ethip4-ip4base-ndrdisc + 10ge2p1x520-ethip4-ip4scale200k-ndrdisc.robot:| tc07-64B-2t2c-ethip4-ip4scale200k-ndrdisc + 10ge2p1x520-ethip4-ip4scale20k-ndrdisc.robot:| tc07-64B-2t2c-ethip4-ip4scale20k-ndrdisc + 10ge2p1x520-ethip4-ip4scale2m-ndrdisc.robot:| tc07-64B-2t2c-ethip4-ip4scale2m-ndrdisc + 40ge2p1xl710-ethip4-ip4base-ndrdisc.robot:| tc07-64B-2t2c-ethip4-ip4base-ndrdisc + +VPP packet latency - running in configuration of **four worker threads (4t) on four +physical cores (4c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 3. VPP 4threads 4cores - packet latency for Phy-to-Phy IPv4 Routed-Forwarding.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "64B-4t4c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc" * + + 10ge2p1x520-ethip4-ip4base-copwhtlistbase-ndrdisc.robot:| tc13-64B-4t4c-ethip4-ip4base-copwhtlistbase-ndrdisc + 10ge2p1x520-ethip4-ip4base-iacldstbase-ndrdisc.robot:| tc13-64B-4t4c-ethip4-ip4base-iacldstbase-ndrdisc + 10ge2p1x520-ethip4-ip4base-ipolicemarkbase-ndrdisc.robot:| tc13-64B-4t4c-ethip4-ip4base-ipolicemarkbase-ndrdisc + 10ge2p1x520-ethip4-ip4base-ndrdisc.robot:| tc13-64B-4t4c-ethip4-ip4base-ndrdisc + 10ge2p1x520-ethip4-ip4scale200k-ndrdisc.robot:| tc13-64B-4t4c-ethip4-ip4scale200k-ndrdisc + 10ge2p1x520-ethip4-ip4scale20k-ndrdisc.robot:| tc13-64B-4t4c-ethip4-ip4scale20k-ndrdisc + 10ge2p1x520-ethip4-ip4scale2m-ndrdisc.robot:| tc13-64B-4t4c-ethip4-ip4scale2m-ndrdisc + 40ge2p1xl710-ethip4-ip4base-ndrdisc.robot:| tc13-64B-4t4c-ethip4-ip4base-ndrdisc + diff --git a/docs/report/vpp_performance_tests_hw/packet_latency_graphs/ipv4_tunnels.rst b/docs/report/vpp_performance_tests_hw/packet_latency_graphs/ipv4_tunnels.rst new file mode 100644 index 0000000000..19f314f4a5 --- /dev/null +++ b/docs/report/vpp_performance_tests_hw/packet_latency_graphs/ipv4_tunnels.rst @@ -0,0 +1,87 @@ +IPv4 Overlay Tunnels +==================== + +This section provides a summary of VPP Phy-to-Phy IPv4 Overlay Tunnels +performance illustrating packet latency measured at 50% of discovered NDR +throughput rate. Latency is reported for VPP running in multiple +configurations of VPP worker thread(s), a.k.a. VPP data plane thread (s), and +their physical CPU core(s) placement. + +Title of each graph is a regex (regular expression) matching all plotted +test case throughput measurements. + +.. note:: + + Data sources for reported test results: i) FD.io test executor jobs + `csit-vpp-perf-1701-all `_ + and + `csit-vpp-perf-1701-long `_ + , ii) archived FD.io jobs test result output files + `csit-vpp-perf-1701-all#job-number `_. + +VPP packet latency - running in configuration of **one worker thread (1t) on one +physical core (1c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 1. VPP 1thread 1core - packet latency for Phy-to-Phy IPv4 Overlay Tunnels.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc" * + + 10ge2p1x520-ethip4lispip4-ip4base-ndrdisc.robot:| tc01-64B-1t1c-ethip4lispip4-ip4base-ndrdisc + 10ge2p1x520-ethip4lispip6-ip4base-ndrdisc.robot:| tc01-64B-1t1c-ethip4lispip6-ip4base-ndrdisc + 10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-ndrdisc.robot:| tc01-64B-1t1c-ethip4vxlan-l2bdbasemaclrn-ndrdisc + 10ge2p1x520-ethip4vxlan-l2xcbase-ndrdisc.robot:| tc01-64B-1t1c-ethip4vxlan-l2xcbase-ndrdisc + +VPP packet latency - running in configuration of **two worker threads (2t) on two +physical cores (2c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 2. VPP 2threads 2cores - packet latency for Phy-to-Phy IPv4 Overlay Tunnels.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc" * + + 10ge2p1x520-ethip4lispip4-ip4base-ndrdisc.robot:| tc07-64B-2t2c-ethip4lispip4-ip4base-ndrdisc + 10ge2p1x520-ethip4lispip6-ip4base-ndrdisc.robot:| tc07-64B-2t2c-ethip4lispip6-ip4base-ndrdisc + 10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-ndrdisc.robot:| tc07-64B-2t2c-ethip4vxlan-l2bdbasemaclrn-ndrdisc + 10ge2p1x520-ethip4vxlan-l2xcbase-ndrdisc.robot:| tc07-64B-2t2c-ethip4vxlan-l2xcbase-ndrdisc + +VPP packet latency - running in configuration of **four worker threads (4t) on four +physical cores (4c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 3. VPP 4threads 4cores - packet latency for Phy-to-Phy IPv4 Overlay Tunnels.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "64B-4t4c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc" * + + 10ge2p1x520-ethip4lispip4-ip4base-ndrdisc.robot:| tc13-64B-4t4c-ethip4lispip4-ip4base-ndrdisc + 10ge2p1x520-ethip4lispip6-ip4base-ndrdisc.robot:| tc13-64B-4t4c-ethip4lispip6-ip4base-ndrdisc + 10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-ndrdisc.robot:| tc13-64B-4t4c-ethip4vxlan-l2bdbasemaclrn-ndrdisc + 10ge2p1x520-ethip4vxlan-l2xcbase-ndrdisc.robot:| tc13-64B-4t4c-ethip4vxlan-l2xcbase-ndrdisc + diff --git a/docs/report/vpp_performance_tests_hw/packet_latency_graphs/ipv6.rst b/docs/report/vpp_performance_tests_hw/packet_latency_graphs/ipv6.rst new file mode 100644 index 0000000000..b05239b6bb --- /dev/null +++ b/docs/report/vpp_performance_tests_hw/packet_latency_graphs/ipv6.rst @@ -0,0 +1,97 @@ +IPv6 Routed-Forwarding +====================== + +This section provides a summary of VPP Phy-to-Phy IPv6 Routed-Forwarding +performance illustrating packet latency measured at 50% of discovered NDR +throughput rate. Latency is reported for VPP running in multiple +configurations of VPP worker thread(s), a.k.a. VPP data plane thread (s), and +their physical CPU core(s) placement. + +Title of each graph is a regex (regular expression) matching all plotted +test case throughput measurements. + +.. note:: + + Data sources for reported test results: i) FD.io test executor jobs + `csit-vpp-perf-1701-all `_ + and + `csit-vpp-perf-1701-long `_ + , ii) archived FD.io jobs test result output files + `csit-vpp-perf-1701-all#job-number `_. + +VPP packet latency - running in configuration of **one worker thread (1t) on one +physical core (1c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 1. VPP 1thread 1core - packet latency for Phy-to-Phy IPv6 Routed-Forwarding.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc" * + + 10ge2p1x520-ethip6-ip6base-copwhtlistbase-ndrdisc.robot:| tc01-78B-1t1c-ethip6-ip6base-copwhtlistbase-ndrdisc + 10ge2p1x520-ethip6-ip6base-iacldstbase-ndrdisc.robot:| tc01-78B-1t1c-ethip6-ip6base-iacldstbase-ndrdisc + 10ge2p1x520-ethip6-ip6base-ndrdisc.robot:| tc01-78B-1t1c-ethip6-ip6base-ndrdisc + 10ge2p1x520-ethip6-ip6scale200k-ndrdisc.robot:| tc01-78B-1t1c-ethip6-ip6scale200k-ndrdisc + 10ge2p1x520-ethip6-ip6scale20k-ndrdisc.robot:| tc01-78B-1t1c-ethip6-ip6scale20k-ndrdisc + 10ge2p1x520-ethip6-ip6scale2m-ndrdisc.robot:| tc01-78B-1t1c-ethip6-ip6scale2m-ndrdisc + 40ge2p1xl710-ethip6-ip6base-ndrdisc.robot:| tc01-78B-1t1c-ethip6-ip6base-ndrdisc + +VPP packet latency - running in configuration of **two worker threads (2t) on two +physical cores (2c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 2. VPP 2threads 2cores - packet latency for Phy-to-Phy IPv6 Routed-Forwarding.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc" * + + 10ge2p1x520-ethip6-ip6base-copwhtlistbase-ndrdisc.robot:| tc07-78B-2t2c-ethip6-ip6base-copwhtlistbase-ndrdisc + 10ge2p1x520-ethip6-ip6base-iacldstbase-ndrdisc.robot:| tc07-78B-2t2c-ethip6-ip6base-iacldstbase-ndrdisc + 10ge2p1x520-ethip6-ip6base-ipolicemarkbase-ndrdisc.robot:| tc07-78B-2t2c-ethip6-ip6base-ipolicemarkbase-ndrdisc + 10ge2p1x520-ethip6-ip6base-ndrdisc.robot:| tc07-78B-2t2c-ethip6-ip6base-ndrdisc + 10ge2p1x520-ethip6-ip6scale200k-ndrdisc.robot:| tc07-78B-2t2c-ethip6-ip6scale200k-ndrdisc + 10ge2p1x520-ethip6-ip6scale20k-ndrdisc.robot:| tc07-78B-2t2c-ethip6-ip6scale20k-ndrdisc + 10ge2p1x520-ethip6-ip6scale2m-ndrdisc.robot:| tc07-78B-2t2c-ethip6-ip6scale2m-ndrdisc + 40ge2p1xl710-ethip6-ip6base-ndrdisc.robot:| tc07-78B-2t2c-ethip6-ip6base-ndrdisc + +VPP packet latency - running in configuration of **four worker threads (4t) on four +physical cores (4c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 3. VPP 4threads 4cores - packet latency for Phy-to-Phy IPv6 Routed-Forwarding.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "78B-4t4c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc" * + + 10ge2p1x520-ethip6-ip6base-copwhtlistbase-ndrdisc.robot:| tc13-78B-4t4c-ethip6-ip6base-copwhtlistbase-ndrdisc + 10ge2p1x520-ethip6-ip6base-iacldstbase-ndrdisc.robot:| tc13-78B-4t4c-ethip6-ip6base-iacldstbase-ndrdisc + 10ge2p1x520-ethip6-ip6base-ndrdisc.robot:| tc13-78B-4t4c-ethip6-ip6base-ndrdisc + 10ge2p1x520-ethip6-ip6scale200k-ndrdisc.robot:| tc13-78B-4t4c-ethip6-ip6scale200k-ndrdisc + 10ge2p1x520-ethip6-ip6scale20k-ndrdisc.robot:| tc13-78B-4t4c-ethip6-ip6scale20k-ndrdisc + 10ge2p1x520-ethip6-ip6scale2m-ndrdisc.robot:| tc13-78B-4t4c-ethip6-ip6scale2m-ndrdisc + 40ge2p1xl710-ethip6-ip6base-ndrdisc.robot:| tc13-78B-4t4c-ethip6-ip6base-ndrdisc + diff --git a/docs/report/vpp_performance_tests_hw/packet_latency_graphs/ipv6_tunnels.rst b/docs/report/vpp_performance_tests_hw/packet_latency_graphs/ipv6_tunnels.rst new file mode 100644 index 0000000000..20c31588f7 --- /dev/null +++ b/docs/report/vpp_performance_tests_hw/packet_latency_graphs/ipv6_tunnels.rst @@ -0,0 +1,82 @@ +IPv6 Overlay Tunnels +==================== + +This section provides a summary of VPP Phy-to-Phy IPv6 Overlay Tunnels +performance illustrating packet latency measured at 50% of discovered NDR +throughput rate. Latency is reported for VPP running in multiple +configurations of VPP worker thread(s), a.k.a. VPP data plane thread (s), and +their physical CPU core(s) placement. + +Title of each graph is a regex (regular expression) matching all plotted +test case throughput measurements. + +.. note:: + + Data sources for reported test results: i) FD.io test executor jobs + `csit-vpp-perf-1701-all `_ + and + `csit-vpp-perf-1701-long `_ + , ii) archived FD.io jobs test result output files + `csit-vpp-perf-1701-all#job-number `_. + +VPP packet latency - running in configuration of **one worker thread (1t) on one +physical core (1c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 1. VPP 1thread 1core - packet latency for Phy-to-Phy IPv6 Overlay Tunnels.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc" * + + 10ge2p1x520-ethip6lispip4-ip6base-ndrdisc.robot:| tc01-78B-1t1c-ethip6lispip4-ip6base-ndrdisc + 10ge2p1x520-ethip6lispip6-ip6base-ndrdisc.robot:| tc01-78B-1t1c-ethip6lispip6-ip6base-ndrdisc + +VPP packet latency - running in configuration of **two worker threads (2t) on two +physical cores (2c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 2. VPP 2threads 2cores - packet latency for Phy-to-Phy IPv6 Overlay Tunnels.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc" * + + 10ge2p1x520-ethip6lispip4-ip6base-ndrdisc.robot:| tc07-78B-2t2c-ethip6lispip4-ip6base-ndrdisc + 10ge2p1x520-ethip6lispip6-ip6base-ndrdisc.robot:| tc07-78B-2t2c-ethip6lispip6-ip6base-ndrdisc + +VPP packet latency - running in configuration of **four worker threads (4t) on four +physical cores (4c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 3. VPP 4threads 4cores - packet latency for Phy-to-Phy IPv6 Overlay Tunnels.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "78B-4t4c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc" * + + 10ge2p1x520-ethip6lispip4-ip6base-ndrdisc.robot:| tc13-78B-4t4c-ethip6lispip4-ip6base-ndrdisc + 10ge2p1x520-ethip6lispip6-ip6base-ndrdisc.robot:| tc13-78B-4t4c-ethip6lispip6-ip6base-ndrdisc + + diff --git a/docs/report/vpp_performance_tests_hw/packet_latency_graphs/l2.rst b/docs/report/vpp_performance_tests_hw/packet_latency_graphs/l2.rst new file mode 100644 index 0000000000..38d055c41d --- /dev/null +++ b/docs/report/vpp_performance_tests_hw/packet_latency_graphs/l2.rst @@ -0,0 +1,102 @@ +L2 Ethernet Switching +===================== + +This section provides a summary of VPP Phy-to-Phy L2 Ethernet switching +performance illustrating packet latency measured at 50% of discovered NDR +throughput rate. Latency is reported for VPP running in multiple +configurations of VPP worker thread(s), a.k.a. VPP data plane thread (s), and +their physical CPU core(s) placement. + +Title of each graph is a regex (regular expression) matching all plotted +test case throughput measurements. + +.. note:: + + Data sources for reported test results: i) FD.io test executor jobs + `csit-vpp-perf-1701-all `_ + and + `csit-vpp-perf-1701-long `_ + , ii) archived FD.io jobs test result output files + `csit-vpp-perf-1701-all#job-number `_. + +VPP packet latency - running in configuration of **one worker thread (1t) on one +physical core (1c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 1. VPP 1thread 1core - packet latency for Phy-to-Phy L2 Ethernet Switching.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" * + + 10ge2p1vic1227-eth-l2bdbasemaclrn-ndrdisc.robot:| tc01-64B-1t1c-eth-l2bdbasemaclrn-ndrdisc + 10ge2p1x520-dot1ad-l2xcbase-ndrdisc.robot:| tc01-64B-1t1c-dot1ad-l2xcbase-ndrdisc + 10ge2p1x520-dot1q-l2xcbase-ndrdisc.robot:| tc01-64B-1t1c-dot1q-l2xcbase-ndrdisc + 10ge2p1x520-eth-l2bdbasemaclrn-ndrdisc.robot:| tc01-64B-1t1c-eth-l2bdbasemaclrn-ndrdisc + 10ge2p1x520-eth-l2xcbase-ndrdisc.robot:| tc01-64B-1t1c-eth-l2xcbase-ndrdisc + 10ge2p1x710-eth-l2bdbasemaclrn-ndrdisc.robot:| tc01-64B-1t1c-eth-l2bdbasemaclrn-ndrdisc + 40ge2p1vic1385-eth-l2bdbasemaclrn-ndrdisc.robot:| tc01-64B-1t1c-eth-l2bdbasemaclrn-ndrdisc + 40ge2p1xl710-eth-l2bdbasemaclrn-ndrdisc.robot:| tc01-64B-1t1c-eth-l2bdbasemaclrn-ndrdisc + 40ge2p1xl710-eth-l2xcbase-ndrdisc.robot:| tc01-64B-1t1c-eth-l2xcbase-ndrdisc + +VPP packet latency - running in configuration of **two worker threads (2t) on two +physical cores (2c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 2. VPP 2threads 2cores - packet latency for Phy-to-Phy L2 Ethernet Switching.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" * + + 10ge2p1vic1227-eth-l2bdbasemaclrn-ndrdisc.robot:| tc07-64B-2t2c-eth-l2bdbasemaclrn-ndrdisc + 10ge2p1x520-dot1ad-l2xcbase-ndrdisc.robot:| tc07-64B-2t2c-dot1ad-l2xcbase-ndrdisc + 10ge2p1x520-dot1q-l2xcbase-ndrdisc.robot:| tc07-64B-2t2c-dot1q-l2xcbase-ndrdisc + 10ge2p1x520-eth-l2bdbasemaclrn-ndrdisc.robot:| tc07-64B-2t2c-eth-l2bdbasemaclrn-ndrdisc + 10ge2p1x520-eth-l2xcbase-ndrdisc.robot:| tc07-64B-2t2c-eth-l2xcbase-ndrdisc + 10ge2p1x710-eth-l2bdbasemaclrn-ndrdisc.robot:| tc07-64B-2t2c-eth-l2bdbasemaclrn-ndrdisc + 40ge2p1vic1385-eth-l2bdbasemaclrn-ndrdisc.robot:| tc07-64B-2t2c-eth-l2bdbasemaclrn-ndrdisc + 40ge2p1xl710-eth-l2bdbasemaclrn-ndrdisc.robot:| tc07-64B-2t2c-eth-l2bdbasemaclrn-ndrdisc + 40ge2p1xl710-eth-l2xcbase-ndrdisc.robot:| tc07-64B-2t2c-eth-l2xcbase-ndrdisc + +VPP packet latency - running in configuration of **four worker threads (4t) on four +physical cores (4c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 3. VPP 4threads 4cores - packet latency for Phy-to-Phy L2 Ethernet Switching.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "64B-4t4c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" * + + 10ge2p1vic1227-eth-l2bdbasemaclrn-ndrdisc.robot:| tc13-64B-4t4c-eth-l2bdbasemaclrn-ndrdisc + 10ge2p1x520-dot1ad-l2xcbase-ndrdisc.robot:| tc13-64B-4t4c-dot1ad-l2xcbase-ndrdisc + 10ge2p1x520-dot1q-l2xcbase-ndrdisc.robot:| tc13-64B-4t4c-dot1q-l2xcbase-ndrdisc + 10ge2p1x520-eth-l2bdbasemaclrn-ndrdisc.robot:| tc13-64B-4t4c-eth-l2bdbasemaclrn-ndrdisc + 10ge2p1x520-eth-l2xcbase-ndrdisc.robot:| tc13-64B-4t4c-eth-l2xcbase-ndrdisc + 10ge2p1x710-eth-l2bdbasemaclrn-ndrdisc.robot:| tc13-64B-4t4c-eth-l2bdbasemaclrn-ndrdisc + 40ge2p1vic1385-eth-l2bdbasemaclrn-ndrdisc.robot:| tc13-64B-4t4c-eth-l2bdbasemaclrn-ndrdisc + 40ge2p1xl710-eth-l2bdbasemaclrn-ndrdisc.robot:| tc13-64B-4t4c-eth-l2bdbasemaclrn-ndrdisc + 40ge2p1xl710-eth-l2xcbase-ndrdisc.robot:| tc13-64B-4t4c-eth-l2xcbase-ndrdisc + diff --git a/docs/report/vpp_performance_tests_hw/packet_latency_graphs/vm_vhost.rst b/docs/report/vpp_performance_tests_hw/packet_latency_graphs/vm_vhost.rst new file mode 100644 index 0000000000..9478dfcc48 --- /dev/null +++ b/docs/report/vpp_performance_tests_hw/packet_latency_graphs/vm_vhost.rst @@ -0,0 +1,99 @@ +VM vhost Connections +==================== + +This section provides a summary of VPP Phy-to-VM-to-Phy VM vhost-user +performance illustrating packet latency measured at 50% of discovered NDR +throughput rate. Latency is reported for VPP running in multiple +configurations of VPP worker thread(s), a.k.a. VPP data plane thread (s), and +their physical CPU core(s) placement. + +Title of each graph is a regex (regular expression) matching all plotted +test case throughput measurements. + +.. note:: + + Data sources for reported test results: i) FD.io test executor jobs + `csit-vpp-perf-1701-all `_ + and + `csit-vpp-perf-1701-long `_ + , ii) archived FD.io jobs test result output files + `csit-vpp-perf-1701-all#job-number `_. + +VPP packet latency - running in configuration of **one worker thread (1t) on one +physical core (1c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 1. VPP 1thread 1core - packet latency for Phy-to-VM-to-Phy VM vhost-user.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "64B-1t1c-.*vhost.*-ndrdisc" * + + 10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot:| tc01-64B-1t1c-dot1q-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc + 10ge2p1x520-dot1q-l2xcbase-eth-2vhost-1vm-ndrdisc.robot:| tc01-64B-1t1c-eth-l2xcbase-eth-2vhost-1vm-ndrdisc + 10ge2p1x520-ethip4-ip4base-eth-2vhost-1vm-ndrdisc.robot:| tc01-64B-1t1c-ethip4-ip4base-eth-2vhost-1vm-ndrdisc + 10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot:| tc01-64B-1t1c-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc + 10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot:| tc01-64B-1t1c-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc + 10ge2p1x520-eth-l2xcbase-eth-2vhost-1vm-ndrdisc.robot:| tc01-64B-1t1c-eth-l2xcbase-eth-2vhost-1vm-ndrdisc + 10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot:| tc01-64B-1t1c-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc + 40ge2p1xl710-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot:| tc01-64B-1t1c-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc + +VPP packet latency - running in configuration of **two worker threads (2t) on two +physical cores (2c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 2. VPP 2threads 2cores - packet latency for Phy-to-VM-to-Phy VM vhost-user.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "64B-2t2c-.*vhost.*-ndrdisc" * + + 10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot:| tc07-64B-2t2c-dot1q-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc + 10ge2p1x520-dot1q-l2xcbase-eth-2vhost-1vm-ndrdisc.robot:| tc07-64B-2t2c-eth-l2xcbase-eth-2vhost-1vm-ndrdisc + 10ge2p1x520-ethip4-ip4base-eth-2vhost-1vm-ndrdisc.robot:| tc07-64B-2t2c-ethip4-ip4base-eth-2vhost-1vm-ndrdisc + 10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot:| tc07-64B-2t2c-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc + 10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot:| tc07-64B-2t2c-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc + 10ge2p1x520-eth-l2xcbase-eth-2vhost-1vm-ndrdisc.robot:| tc07-64B-2t2c-eth-l2xcbase-eth-2vhost-1vm-ndrdisc + 10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot:| tc07-64B-2t2c-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc + 40ge2p1xl710-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot:| tc07-64B-2t2c-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc + +VPP packet latency - running in configuration of **four worker threads (4t) on four +physical cores (4c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 3. VPP 4threads 4cores - packet latency for Phy-to-VM-to-Phy VM vhost-user.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "64B-4t4c-.*vhost.*-ndrdisc" * + + 10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot:| tc13-64B-4t4c-dot1q-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc + 10ge2p1x520-dot1q-l2xcbase-eth-2vhost-1vm-ndrdisc.robot:| tc13-64B-4t4c-eth-l2xcbase-eth-2vhost-1vm-ndrdisc + 10ge2p1x520-ethip4-ip4base-eth-2vhost-1vm-ndrdisc.robot:| tc13-64B-4t4c-ethip4-ip4base-eth-2vhost-1vm-ndrdisc + 10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot:| tc13-64B-4t4c-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc + 10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot:| tc13-64B-4t4c-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc + 10ge2p1x520-eth-l2xcbase-eth-2vhost-1vm-ndrdisc.robot:| tc13-64B-4t4c-eth-l2xcbase-eth-2vhost-1vm-ndrdisc + 10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot:| tc13-64B-4t4c-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc + 40ge2p1xl710-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot:| tc13-64B-4t4c-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc + diff --git a/docs/report/vpp_performance_tests_hw/packet_throughput_graphs/index.rst b/docs/report/vpp_performance_tests_hw/packet_throughput_graphs/index.rst new file mode 100644 index 0000000000..bf2a87fab7 --- /dev/null +++ b/docs/report/vpp_performance_tests_hw/packet_throughput_graphs/index.rst @@ -0,0 +1,11 @@ +Packet Throughput Graphs +======================== + +.. toctree:: + + l2 + ipv4 + ipv6 + ipv4_tunnels + ipv6_tunnels + vm_vhost diff --git a/docs/report/vpp_performance_tests_hw/packet_throughput_graphs/ipv4.rst b/docs/report/vpp_performance_tests_hw/packet_throughput_graphs/ipv4.rst new file mode 100644 index 0000000000..5bbedc9f7b --- /dev/null +++ b/docs/report/vpp_performance_tests_hw/packet_throughput_graphs/ipv4.rst @@ -0,0 +1,187 @@ +IPv4 Routed-Forwarding +====================== + +Following sections provide a summary of VPP Phy-to-Phy IPv4 Routed-Forwarding +performance illustrating NDR throughput (zero packet loss) and PDR throughput +(<0.5% packet loss). Performance is reported for VPP running in multiple +configurations of VPP worker thread(s), a.k.a. VPP data plane thread (s), and +their physical CPU core(s) placement. + +Title of each graph is a regex (regular expression) matching all plotted +test case throughput measurements. + +.. note:: + + Data sources for reported test results: i) FD.io test executor jobs + `csit-vpp-perf-1701-all + `_ and + `csit-vpp-perf-1701-long + `_ + , ii) archived FD.io jobs test result output files + `csit-vpp-perf-1701-all#job-number `_. + +NDR Throughput +~~~~~~~~~~~~~~ + +VPP NDR Throughput - running in configuration of **one worker thread (1t) on +one physical core (1c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 1. VPP 1thread 1core - NDR Throughput for Phy-to-Phy IPv4 Routed-Forwarding.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc" * + + 10ge2p1x520-ethip4-ip4base-copwhtlistbase-ndrdisc.robot:| tc01-64B-1t1c-ethip4-ip4base-copwhtlistbase-ndrdisc + 10ge2p1x520-ethip4-ip4base-iacldstbase-ndrdisc.robot:| tc01-64B-1t1c-ethip4-ip4base-iacldstbase-ndrdisc + 10ge2p1x520-ethip4-ip4base-ipolicemarkbase-ndrdisc.robot:| tc01-64B-1t1c-ethip4-ip4base-ipolicemarkbase-ndrdisc + 10ge2p1x520-ethip4-ip4base-ndrdisc.robot:| tc01-64B-1t1c-ethip4-ip4base-ndrdisc + 10ge2p1x520-ethip4-ip4scale200k-ndrdisc.robot:| tc01-64B-1t1c-ethip4-ip4scale200k-ndrdisc + 10ge2p1x520-ethip4-ip4scale20k-ndrdisc.robot:| tc01-64B-1t1c-ethip4-ip4scale20k-ndrdisc + 10ge2p1x520-ethip4-ip4scale2m-ndrdisc.robot:| tc01-64B-1t1c-ethip4-ip4scale2m-ndrdisc + 40ge2p1xl710-ethip4-ip4base-ndrdisc.robot:| tc01-64B-1t1c-ethip4-ip4base-ndrdisc + +VPP NDR Throughput - running in configuration of **two worker threads (2t) on +two physical cores (2c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 2. VPP 2threads 2cores - NDR Throughput for Phy-to-Phy IPv4 +Routed-Forwarding.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc" * + + 10ge2p1x520-ethip4-ip4base-copwhtlistbase-ndrdisc.robot:| tc07-64B-2t2c-ethip4-ip4base-copwhtlistbase-ndrdisc + 10ge2p1x520-ethip4-ip4base-iacldstbase-ndrdisc.robot:| tc07-64B-2t2c-ethip4-ip4base-iacldstbase-ndrdisc + 10ge2p1x520-ethip4-ip4base-ipolicemarkbase-ndrdisc.robot:| tc07-64B-2t2c-ethip4-ip4base-ipolicemarkbase-ndrdisc + 10ge2p1x520-ethip4-ip4base-ndrdisc.robot:| tc07-64B-2t2c-ethip4-ip4base-ndrdisc + 10ge2p1x520-ethip4-ip4scale200k-ndrdisc.robot:| tc07-64B-2t2c-ethip4-ip4scale200k-ndrdisc + 10ge2p1x520-ethip4-ip4scale20k-ndrdisc.robot:| tc07-64B-2t2c-ethip4-ip4scale20k-ndrdisc + 10ge2p1x520-ethip4-ip4scale2m-ndrdisc.robot:| tc07-64B-2t2c-ethip4-ip4scale2m-ndrdisc + 40ge2p1xl710-ethip4-ip4base-ndrdisc.robot:| tc07-64B-2t2c-ethip4-ip4base-ndrdisc + +VPP NDR Throughput - running in configuration of **four worker threads (4t) on +four physical cores (4c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 3. VPP 4threads 4cores - NDR Throughput for Phy-to-Phy IPv4 +Routed-Forwarding.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "64B-4t4c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc" * + + 10ge2p1x520-ethip4-ip4base-copwhtlistbase-ndrdisc.robot:| tc13-64B-4t4c-ethip4-ip4base-copwhtlistbase-ndrdisc + 10ge2p1x520-ethip4-ip4base-iacldstbase-ndrdisc.robot:| tc13-64B-4t4c-ethip4-ip4base-iacldstbase-ndrdisc + 10ge2p1x520-ethip4-ip4base-ipolicemarkbase-ndrdisc.robot:| tc13-64B-4t4c-ethip4-ip4base-ipolicemarkbase-ndrdisc + 10ge2p1x520-ethip4-ip4base-ndrdisc.robot:| tc13-64B-4t4c-ethip4-ip4base-ndrdisc + 10ge2p1x520-ethip4-ip4scale200k-ndrdisc.robot:| tc13-64B-4t4c-ethip4-ip4scale200k-ndrdisc + 10ge2p1x520-ethip4-ip4scale20k-ndrdisc.robot:| tc13-64B-4t4c-ethip4-ip4scale20k-ndrdisc + 10ge2p1x520-ethip4-ip4scale2m-ndrdisc.robot:| tc13-64B-4t4c-ethip4-ip4scale2m-ndrdisc + 40ge2p1xl710-ethip4-ip4base-ndrdisc.robot:| tc13-64B-4t4c-ethip4-ip4base-ndrdisc + +PDR Throughput +~~~~~~~~~~~~~~ + +VPP PDR Throughput - running in configuration of **one worker thread (1t) on one +physical core (1c)** - is presented in the figure below. PDR at below 0.5% +packet loss ratio. + +.. raw:: html + + + +*Figure 4. VPP 1thread 1core - PDR Throughput for Phy-to-Phy IPv4 +Routed-Forwarding.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc" * + + 10ge2p1x520-ethip4-ip4base-copwhtlistbase-ndrdisc.robot:| tc02-64B-1t1c-ethip4-ip4base-copwhtlistbase-pdrdisc + 10ge2p1x520-ethip4-ip4base-iacldstbase-ndrdisc.robot:| tc02-64B-1t1c-ethip4-ip4base-iacldstbase-pdrdisc + 10ge2p1x520-ethip4-ip4base-ipolicemarkbase-ndrdisc.robot:| tc02-64B-1t1c-ethip4-ip4base-ipolicemarkbase-pdrdisc + 10ge2p1x520-ethip4-ip4base-ndrdisc.robot:| tc02-64B-1t1c-ethip4-ip4base-pdrdisc + 10ge2p1x520-ethip4-ip4scale200k-ndrdisc.robot:| tc02-64B-1t1c-ethip4-ip4scale200k-pdrdisc + 10ge2p1x520-ethip4-ip4scale20k-ndrdisc.robot:| tc02-64B-1t1c-ethip4-ip4scale20k-pdrdisc + 10ge2p1x520-ethip4-ip4scale2m-ndrdisc.robot:| tc02-64B-1t1c-ethip4-ip4scale2m-pdrdisc + +VPP PDR Throughput - running in configuration of **two worker threads (2t) on +two physical cores (2c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 5. VPP 2thread 2core - PDR Throughput for Phy-to-Phy IPv4 +Routed-Forwarding.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc" * + + 10ge2p1x520-ethip4-ip4base-copwhtlistbase-ndrdisc.robot:| tc08-64B-2t2c-ethip4-ip4base-copwhtlistbase-pdrdisc + 10ge2p1x520-ethip4-ip4base-iacldstbase-ndrdisc.robot:| tc08-64B-2t2c-ethip4-ip4base-iacldstbase-pdrdisc + 10ge2p1x520-ethip4-ip4base-ipolicemarkbase-ndrdisc.robot:| tc08-64B-2t2c-ethip4-ip4base-ipolicemarkbase-pdrdisc + 10ge2p1x520-ethip4-ip4base-ndrdisc.robot:| tc08-64B-2t2c-ethip4-ip4base-pdrdisc + 10ge2p1x520-ethip4-ip4scale200k-ndrdisc.robot:| tc08-64B-2t2c-ethip4-ip4scale200k-pdrdisc + 10ge2p1x520-ethip4-ip4scale20k-ndrdisc.robot:| tc08-64B-2t2c-ethip4-ip4scale20k-pdrdisc + 10ge2p1x520-ethip4-ip4scale2m-ndrdisc.robot:| tc08-64B-2t2c-ethip4-ip4scale2m-pdrdisc + +VPP PDR Throughput - running in configuration of **four worker threads (4t) on +four physical cores (4c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 6. VPP 4thread 4core - PDR Throughput for Phy-to-Phy IPv4 +Routed-Forwarding.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "64B-4t4c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc" * + + 10ge2p1x520-ethip4-ip4base-copwhtlistbase-ndrdisc.robot:| tc14-64B-4t4c-ethip4-ip4base-copwhtlistbase-pdrdisc + 10ge2p1x520-ethip4-ip4base-iacldstbase-ndrdisc.robot:| tc14-64B-4t4c-ethip4-ip4base-iacldstbase-pdrdisc + 10ge2p1x520-ethip4-ip4base-ipolicemarkbase-ndrdisc.robot:| tc14-64B-4t4c-ethip4-ip4base-ipolicemarkbase-pdrdisc + 10ge2p1x520-ethip4-ip4base-ndrdisc.robot:| tc14-64B-4t4c-ethip4-ip4base-pdrdisc + 10ge2p1x520-ethip4-ip4scale200k-ndrdisc.robot:| tc14-64B-4t4c-ethip4-ip4scale200k-pdrdisc + 10ge2p1x520-ethip4-ip4scale20k-ndrdisc.robot:| tc14-64B-4t4c-ethip4-ip4scale20k-pdrdisc + 10ge2p1x520-ethip4-ip4scale2m-ndrdisc.robot:| tc14-64B-4t4c-ethip4-ip4scale2m-pdrdisc + diff --git a/docs/report/vpp_performance_tests_hw/packet_throughput_graphs/ipv4_tunnels.rst b/docs/report/vpp_performance_tests_hw/packet_throughput_graphs/ipv4_tunnels.rst new file mode 100644 index 0000000000..3f610c1ebf --- /dev/null +++ b/docs/report/vpp_performance_tests_hw/packet_throughput_graphs/ipv4_tunnels.rst @@ -0,0 +1,165 @@ +IPv4 Overlay Tunnels +==================== + +Following sections provide a summary of VPP Phy-to-Phy IPv4 Overlay Tunnels +performance illustrating NDR throughput (zero packet loss) and PDR throughput +(<0.5% packet loss). Performance is reported for VPP running in multiple +configurations of VPP worker thread(s), a.k.a. VPP data plane thread (s), and +their physical CPU core(s) placement. + +Title of each graph is a regex (regular expression) matching all plotted +test case throughput measurements. + +.. note:: + + Data sources for reported test results: i) FD.io test executor jobs + `csit-vpp-perf-1701-all + `_ and + `csit-vpp-perf-1701-long + `_ + , ii) archived FD.io jobs test result output files + `csit-vpp-perf-1701-all#job-number `_. + +NDR Throughput +~~~~~~~~~~~~~~ + +VPP NDR Throughput - running in configuration of **one worker thread (1t) on +one physical core (1c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 1. VPP 1thread 1core - NDR Throughput for Phy-to-Phy IPv4 Overlay +Tunnels.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc" * + + 10ge2p1x520-ethip4lispip4-ip4base-ndrdisc.robot:| tc01-64B-1t1c-ethip4lispip4-ip4base-ndrdisc + 10ge2p1x520-ethip4lispip6-ip4base-ndrdisc.robot:| tc01-64B-1t1c-ethip4lispip6-ip4base-ndrdisc + 10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-ndrdisc.robot:| tc01-64B-1t1c-ethip4vxlan-l2bdbasemaclrn-ndrdisc + 10ge2p1x520-ethip4vxlan-l2xcbase-ndrdisc.robot:| tc01-64B-1t1c-ethip4vxlan-l2xcbase-ndrdisc + +VPP NDR Throughput - running in configuration of **two worker threads (2t) on +two physical cores (2c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 2. VPP 2threads 2cores - NDR Throughput for Phy-to-Phy IPv4 Overlay Tunnels.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc" * + + 10ge2p1x520-ethip4lispip4-ip4base-ndrdisc.robot:| tc07-64B-2t2c-ethip4lispip4-ip4base-ndrdisc + 10ge2p1x520-ethip4lispip6-ip4base-ndrdisc.robot:| tc07-64B-2t2c-ethip4lispip6-ip4base-ndrdisc + 10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-ndrdisc.robot:| tc07-64B-2t2c-ethip4vxlan-l2bdbasemaclrn-ndrdisc + 10ge2p1x520-ethip4vxlan-l2xcbase-ndrdisc.robot:| tc07-64B-2t2c-ethip4vxlan-l2xcbase-ndrdisc + +VPP NDR Throughput - running in configuration of **four worker threads (4t) on +four physical cores (4c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 3. VPP 4threads 4cores - NDR Throughput for Phy-to-Phy IPv4 Overlay +Tunnels.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "64B-4t4c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc" * + + 10ge2p1x520-ethip4lispip4-ip4base-ndrdisc.robot:| tc13-64B-4t4c-ethip4lispip4-ip4base-ndrdisc + 10ge2p1x520-ethip4lispip6-ip4base-ndrdisc.robot:| tc13-64B-4t4c-ethip4lispip6-ip4base-ndrdisc + 10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-ndrdisc.robot:| tc13-64B-4t4c-ethip4vxlan-l2bdbasemaclrn-ndrdisc + 10ge2p1x520-ethip4vxlan-l2xcbase-ndrdisc.robot:| tc13-64B-4t4c-ethip4vxlan-l2xcbase-ndrdisc + +VPP PDR Throughput +~~~~~~~~~~~~~~~~~~ + +VPP PDR Throughput - running in configuration of **one worker thread (1t) on one +physical core (1c)** - is presented in the figure below. PDR at below 0.5% +packet loss ratio. + +.. raw:: html + + + +*Figure 4. VPP 1thread 1core - PDR Throughput for Phy-to-Phy IPv4 Overlay +Tunnels.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc" * + + 10ge2p1x520-ethip4lispip4-ip4base-ndrdisc.robot:| tc02-64B-1t1c-ethip4lispip4-ip4base-pdrdisc + 10ge2p1x520-ethip4lispip6-ip4base-ndrdisc.robot:| tc02-64B-1t1c-ethip4lispip6-ip4base-pdrdisc + 10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-ndrdisc.robot:| tc02-64B-1t1c-ethip4vxlan-l2bdbasemaclrn-pdrdisc + 10ge2p1x520-ethip4vxlan-l2xcbase-ndrdisc.robot:| tc02-64B-1t1c-ethip4vxlan-l2xcbase-pdrdisc + +VPP PDR Throughput - running in configuration of **two worker threads (2t) on +two physical cores (2c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 5. VPP 2thread 2core - PDR Throughput for Phy-to-Phy IPv4 Overlay Tunnels.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc" * + + 10ge2p1x520-ethip4lispip4-ip4base-ndrdisc.robot:| tc08-64B-2t2c-ethip4lispip4-ip4base-pdrdisc + 10ge2p1x520-ethip4lispip6-ip4base-ndrdisc.robot:| tc08-64B-2t2c-ethip4lispip6-ip4base-pdrdisc + 10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-ndrdisc.robot:| tc08-64B-2t2c-ethip4vxlan-l2bdbasemaclrn-pdrdisc + 10ge2p1x520-ethip4vxlan-l2xcbase-ndrdisc.robot:| tc08-64B-2t2c-ethip4vxlan-l2xcbase-pdrdisc + +VPP PDR Throughput - running in configuration of **four worker threads (4t) on +four physical cores (4c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 6. VPP 4thread 4core - PDR Throughput for Phy-to-Phy IPv4 Overlay +Tunnels.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "64B-4t4c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc" * + + 10ge2p1x520-ethip4lispip4-ip4base-ndrdisc.robot:| tc14-64B-4t4c-ethip4lispip4-ip4base-pdrdisc + 10ge2p1x520-ethip4lispip6-ip4base-ndrdisc.robot:| tc14-64B-4t4c-ethip4lispip6-ip4base-pdrdisc + 10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-ndrdisc.robot:| tc14-64B-4t4c-ethip4vxlan-l2bdbasemaclrn-pdrdisc + 10ge2p1x520-ethip4vxlan-l2xcbase-ndrdisc.robot:| tc14-64B-4t4c-ethip4vxlan-l2xcbase-pdrdisc + diff --git a/docs/report/vpp_performance_tests_hw/packet_throughput_graphs/ipv6.rst b/docs/report/vpp_performance_tests_hw/packet_throughput_graphs/ipv6.rst new file mode 100644 index 0000000000..5b80205578 --- /dev/null +++ b/docs/report/vpp_performance_tests_hw/packet_throughput_graphs/ipv6.rst @@ -0,0 +1,183 @@ +IPv6 Routed-Forwarding +====================== + +Following sections provide a summary of VPP Phy-to-Phy IPv6 Routed-Forwarding +performance illustrating NDR throughput (zero packet loss) and PDR throughput +(<0.5% packet loss). Performance is reported for VPP running in multiple +configurations of VPP worker thread(s), a.k.a. VPP data plane thread (s), and +their physical CPU core(s) placement. + +Title of each graph is a regex (regular expression) matching all plotted +test case throughput measurements. + +.. note:: + + Data sources for reported test results: i) FD.io test executor jobs + `csit-vpp-perf-1701-all + `_ and + `csit-vpp-perf-1701-long + `_ + , ii) archived FD.io jobs test result output files + `csit-vpp-perf-1701-all#job-number `_. + +NDR Throughput +~~~~~~~~~~~~~~ + +VPP NDR Throughput - running in configuration of **one worker thread (1t) on +one physical core (1c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 1. VPP 1thread 1core - NDR Throughput for Phy-to-Phy IPv6 +Routed-Forwarding.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc" * + + 10ge2p1x520-ethip6-ip6base-copwhtlistbase-ndrdisc.robot:| tc01-78B-1t1c-ethip6-ip6base-copwhtlistbase-ndrdisc + 10ge2p1x520-ethip6-ip6base-iacldstbase-ndrdisc.robot:| tc01-78B-1t1c-ethip6-ip6base-iacldstbase-ndrdisc + 10ge2p1x520-ethip6-ip6base-ndrdisc.robot:| tc01-78B-1t1c-ethip6-ip6base-ndrdisc + 10ge2p1x520-ethip6-ip6scale200k-ndrdisc.robot:| tc01-78B-1t1c-ethip6-ip6scale200k-ndrdisc + 10ge2p1x520-ethip6-ip6scale20k-ndrdisc.robot:| tc01-78B-1t1c-ethip6-ip6scale20k-ndrdisc + 10ge2p1x520-ethip6-ip6scale2m-ndrdisc.robot:| tc01-78B-1t1c-ethip6-ip6scale2m-ndrdisc + 40ge2p1xl710-ethip6-ip6base-ndrdisc.robot:| tc01-78B-1t1c-ethip6-ip6base-ndrdisc + +VPP NDR Throughput - running in configuration of **two worker threads (2t) on +two physical cores (2c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 2. VPP 2threads 2cores - NDR Throughput for Phy-to-Phy IPv6 +Routed-Forwarding.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc" * + + 10ge2p1x520-ethip6-ip6base-copwhtlistbase-ndrdisc.robot:| tc07-78B-2t2c-ethip6-ip6base-copwhtlistbase-ndrdisc + 10ge2p1x520-ethip6-ip6base-iacldstbase-ndrdisc.robot:| tc07-78B-2t2c-ethip6-ip6base-iacldstbase-ndrdisc + 10ge2p1x520-ethip6-ip6base-ipolicemarkbase-ndrdisc.robot:| tc07-78B-2t2c-ethip6-ip6base-ipolicemarkbase-ndrdisc + 10ge2p1x520-ethip6-ip6base-ndrdisc.robot:| tc07-78B-2t2c-ethip6-ip6base-ndrdisc + 10ge2p1x520-ethip6-ip6scale200k-ndrdisc.robot:| tc07-78B-2t2c-ethip6-ip6scale200k-ndrdisc + 10ge2p1x520-ethip6-ip6scale20k-ndrdisc.robot:| tc07-78B-2t2c-ethip6-ip6scale20k-ndrdisc + 10ge2p1x520-ethip6-ip6scale2m-ndrdisc.robot:| tc07-78B-2t2c-ethip6-ip6scale2m-ndrdisc + 40ge2p1xl710-ethip6-ip6base-ndrdisc.robot:| tc07-78B-2t2c-ethip6-ip6base-ndrdisc + +VPP NDR Throughput - running in configuration of **four worker threads (4t) on +four physical cores (4c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 3. VPP 4threads 4cores - NDR Throughput for Phy-to-Phy IPv6 +Routed-Forwarding.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "78B-4t4c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc" * + + 10ge2p1x520-ethip6-ip6base-copwhtlistbase-ndrdisc.robot:| tc13-78B-4t4c-ethip6-ip6base-copwhtlistbase-ndrdisc + 10ge2p1x520-ethip6-ip6base-iacldstbase-ndrdisc.robot:| tc13-78B-4t4c-ethip6-ip6base-iacldstbase-ndrdisc + 10ge2p1x520-ethip6-ip6base-ndrdisc.robot:| tc13-78B-4t4c-ethip6-ip6base-ndrdisc + 10ge2p1x520-ethip6-ip6scale200k-ndrdisc.robot:| tc13-78B-4t4c-ethip6-ip6scale200k-ndrdisc + 10ge2p1x520-ethip6-ip6scale20k-ndrdisc.robot:| tc13-78B-4t4c-ethip6-ip6scale20k-ndrdisc + 10ge2p1x520-ethip6-ip6scale2m-ndrdisc.robot:| tc13-78B-4t4c-ethip6-ip6scale2m-ndrdisc + 40ge2p1xl710-ethip6-ip6base-ndrdisc.robot:| tc13-78B-4t4c-ethip6-ip6base-ndrdisc + +PDR Throughput +~~~~~~~~~~~~~~ + +VPP PDR Throughput - running in configuration of **one worker thread (1t) on one +physical core (1c)** - is presented in the figure below. PDR at below 0.5% +packet loss ratio. + +.. raw:: html + + + +*Figure 4. VPP 1thread 1core - PDR Throughput for Phy-to-Phy IPv6 +Routed-Forwarding.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc" * + + 10ge2p1x520-ethip6-ip6base-copwhtlistbase-ndrdisc.robot:| tc02-78B-1t1c-ethip6-ip6base-copwhtlistbase-pdrdisc + 10ge2p1x520-ethip6-ip6base-iacldstbase-ndrdisc.robot:| tc02-78B-1t1c-ethip6-ip6base-iacldstbase-pdrdisc + 10ge2p1x520-ethip6-ip6base-ndrdisc.robot:| tc02-78B-1t1c-ethip6-ip6base-pdrdisc + 10ge2p1x520-ethip6-ip6scale200k-ndrdisc.robot:| tc02-78B-1t1c-ethip6-ip6scale200k-pdrdisc + 10ge2p1x520-ethip6-ip6scale20k-ndrdisc.robot:| tc02-78B-1t1c-ethip6-ip6scale20k-pdrdisc + 10ge2p1x520-ethip6-ip6scale2m-ndrdisc.robot:| tc02-78B-1t1c-ethip6-ip6scale2m-pdrdisc + +VPP PDR Throughput - running in configuration of **two worker threads (2t) on +two physical cores (2c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 5. VPP 2thread 2core - PDR Throughput for Phy-to-Phy IPv6 +Routed-Forwarding.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc" * + + 10ge2p1x520-ethip6-ip6base-copwhtlistbase-ndrdisc.robot:| tc08-78B-2t2c-ethip6-ip6base-copwhtlistbase-pdrdisc + 10ge2p1x520-ethip6-ip6base-iacldstbase-ndrdisc.robot:| tc08-78B-2t2c-ethip6-ip6base-iacldstbase-pdrdisc + 10ge2p1x520-ethip6-ip6base-ndrdisc.robot:| tc08-78B-2t2c-ethip6-ip6base-pdrdisc + 10ge2p1x520-ethip6-ip6scale200k-ndrdisc.robot:| tc08-78B-2t2c-ethip6-ip6scale200k-pdrdisc + 10ge2p1x520-ethip6-ip6scale20k-ndrdisc.robot:| tc08-78B-2t2c-ethip6-ip6scale20k-pdrdisc + 10ge2p1x520-ethip6-ip6scale2m-ndrdisc.robot:| tc08-78B-2t2c-ethip6-ip6scale2m-pdrdisc + +VPP PDR Throughput - running in configuration of **four worker threads (4t) on +four physical cores (4c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 6. VPP 4thread 4core - PDR Throughput for Phy-to-Phy IPv6 +Routed-Forwarding.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "78B-4t4c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc" * + + 10ge2p1x520-ethip6-ip6base-copwhtlistbase-ndrdisc.robot:| tc14-78B-4t4c-ethip6-ip6base-copwhtlistbase-pdrdisc + 10ge2p1x520-ethip6-ip6base-iacldstbase-ndrdisc.robot:| tc14-78B-4t4c-ethip6-ip6base-iacldstbase-pdrdisc + 10ge2p1x520-ethip6-ip6base-ndrdisc.robot:| tc14-78B-4t4c-ethip6-ip6base-pdrdisc + 10ge2p1x520-ethip6-ip6scale200k-ndrdisc.robot:| tc14-78B-4t4c-ethip6-ip6scale200k-pdrdisc + 10ge2p1x520-ethip6-ip6scale20k-ndrdisc.robot:| tc14-78B-4t4c-ethip6-ip6scale20k-pdrdisc + 10ge2p1x520-ethip6-ip6scale2m-ndrdisc.robot:| tc14-78B-4t4c-ethip6-ip6scale2m-pdrdisc + + diff --git a/docs/report/vpp_performance_tests_hw/packet_throughput_graphs/ipv6_tunnels.rst b/docs/report/vpp_performance_tests_hw/packet_throughput_graphs/ipv6_tunnels.rst new file mode 100644 index 0000000000..aa66777de3 --- /dev/null +++ b/docs/report/vpp_performance_tests_hw/packet_throughput_graphs/ipv6_tunnels.rst @@ -0,0 +1,155 @@ +IPv6 Overlay Tunnels +==================== + +Following sections provide a summary of VPP Phy-to-Phy IPv6 Overlay Tunnels +performance illustrating NDR throughput (zero packet loss) and PDR throughput +(<0.5% packet loss). Performance is reported for VPP running in multiple +configurations of VPP worker thread(s), a.k.a. VPP data plane thread (s), and +their physical CPU core(s) placement. + +Title of each graph is a regex (regular expression) matching all plotted +test case throughput measurements. + +.. note:: + + Data sources for reported test results: i) FD.io test executor jobs + `csit-vpp-perf-1701-all + `_ and + `csit-vpp-perf-1701-long + `_ + , ii) archived FD.io jobs test result output files + `csit-vpp-perf-1701-all#job-number `_. + +NDR Throughput +~~~~~~~~~~~~~~ + +VPP NDR Throughput - running in configuration of **one worker thread (1t) on +one physical core (1c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 1. VPP 1thread 1core - NDR Throughput for Phy-to-Phy IPv6 Overlay +Tunnels.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc" * + + 10ge2p1x520-ethip6lispip4-ip6base-ndrdisc.robot:| tc01-78B-1t1c-ethip6lispip4-ip6base-ndrdisc + 10ge2p1x520-ethip6lispip6-ip6base-ndrdisc.robot:| tc01-78B-1t1c-ethip6lispip6-ip6base-ndrdisc + +VPP NDR Throughput - running in configuration of **two worker threads (2t) on +two physical cores (2c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 2. VPP 2threads 2cores - NDR Throughput for Phy-to-Phy IPv6 Overlay +Tunnels.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc" * + + 10ge2p1x520-ethip6lispip4-ip6base-ndrdisc.robot:| tc07-78B-2t2c-ethip6lispip4-ip6base-ndrdisc + 10ge2p1x520-ethip6lispip6-ip6base-ndrdisc.robot:| tc07-78B-2t2c-ethip6lispip6-ip6base-ndrdisc + +VPP NDR Throughput - running in configuration of **four worker threads (4t) on +four physical cores (4c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 3. VPP 4threads 4cores - NDR Throughput for Phy-to-Phy IPv6 Overlay +Tunnels.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "78B-4t4c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc" * + + 10ge2p1x520-ethip6lispip4-ip6base-ndrdisc.robot:| tc13-78B-4t4c-ethip6lispip4-ip6base-ndrdisc + 10ge2p1x520-ethip6lispip6-ip6base-ndrdisc.robot:| tc13-78B-4t4c-ethip6lispip6-ip6base-ndrdisc + +PDR Throughput +~~~~~~~~~~~~~~ + +VPP PDR Throughput - running in configuration of **one worker thread (1t) on one +physical core (1c)** - is presented in the figure below. PDR at below 0.5% +packet loss ratio. + +.. raw:: html + + + +*Figure 4. VPP 1thread 1core - PDR Throughput for Phy-to-Phy IPv6 Overlay +Tunnels.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc" * + + 10ge2p1x520-ethip6lispip4-ip6base-ndrdisc.robot:| tc02-78B-1t1c-ethip6lispip4-ip6base-pdrdisc + 10ge2p1x520-ethip6lispip6-ip6base-ndrdisc.robot:| tc02-78B-1t1c-ethip6lispip6-ip6base-pdrdisc + +VPP PDR Throughput - running in configuration of **two worker threads (2t) on +two physical cores (2c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 5. VPP 2thread 2core - PDR Throughput for Phy-to-Phy IPv6 Overlay +Tunnels.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc" * + + 10ge2p1x520-ethip6lispip4-ip6base-ndrdisc.robot:| tc08-78B-2t2c-ethip6lispip4-ip6base-pdrdisc + 10ge2p1x520-ethip6lispip6-ip6base-ndrdisc.robot:| tc08-78B-2t2c-ethip6lispip6-ip6base-pdrdisc + +VPP PDR Throughput - running in configuration of **four worker threads (4t) on +four physical cores (4c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 6. VPP 4thread 4core - PDR Throughput for Phy-to-Phy IPv6 Overlay +Tunnels.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "78B-4t4c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc" * + + 10ge2p1x520-ethip6lispip4-ip6base-ndrdisc.robot:| tc14-78B-4t4c-ethip6lispip4-ip6base-pdrdisc + 10ge2p1x520-ethip6lispip6-ip6base-ndrdisc.robot:| tc14-78B-4t4c-ethip6lispip6-ip6base-pdrdisc + diff --git a/docs/report/vpp_performance_tests_hw/packet_throughput_graphs/l2.rst b/docs/report/vpp_performance_tests_hw/packet_throughput_graphs/l2.rst new file mode 100644 index 0000000000..e3543f8bd0 --- /dev/null +++ b/docs/report/vpp_performance_tests_hw/packet_throughput_graphs/l2.rst @@ -0,0 +1,190 @@ +L2 Ethernet Switching +===================== + +Following sections provide a summary of VPP Phy-to-Phy L2 Ethernet switching +performance illustrating NDR throughput (zero packet loss) and PDR throughput +(<0.5% packet loss). Performance is reported for VPP running in multiple +configurations of VPP worker thread(s), a.k.a. VPP data plane thread (s), and +their physical CPU core(s) placement. + +Title of each graph is a regex (regular expression) matching all plotted +test case throughput measurements. + +.. note:: + + Data sources for reported test results: i) FD.io test executor jobs + `csit-vpp-perf-1701-all + `_ and + `csit-vpp-perf-1701-long + `_ + , ii) archived FD.io jobs test result output files + `csit-vpp-perf-1701-all#job-number `_. + +NDR Throughput +~~~~~~~~~~~~~~ + +VPP NDR Throughput - running in configuration of **one worker thread (1t) on +one physical core (1c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 1. VPP 1thread 1core - NDR Throughput for Phy-to-Phy L2 Ethernet +Switching.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" * + + 10ge2p1vic1227-eth-l2bdbasemaclrn-ndrdisc.robot:| tc01-64B-1t1c-eth-l2bdbasemaclrn-ndrdisc + 10ge2p1x520-dot1ad-l2xcbase-ndrdisc.robot:| tc01-64B-1t1c-dot1ad-l2xcbase-ndrdisc + 10ge2p1x520-dot1q-l2xcbase-ndrdisc.robot:| tc01-64B-1t1c-dot1q-l2xcbase-ndrdisc + 10ge2p1x520-eth-l2bdbasemaclrn-ndrdisc.robot:| tc01-64B-1t1c-eth-l2bdbasemaclrn-ndrdisc + 10ge2p1x520-eth-l2xcbase-ndrdisc.robot:| tc01-64B-1t1c-eth-l2xcbase-ndrdisc + 10ge2p1x710-eth-l2bdbasemaclrn-ndrdisc.robot:| tc01-64B-1t1c-eth-l2bdbasemaclrn-ndrdisc + 40ge2p1vic1385-eth-l2bdbasemaclrn-ndrdisc.robot:| tc01-64B-1t1c-eth-l2bdbasemaclrn-ndrdisc + 40ge2p1xl710-eth-l2bdbasemaclrn-ndrdisc.robot:| tc01-64B-1t1c-eth-l2bdbasemaclrn-ndrdisc + 40ge2p1xl710-eth-l2xcbase-ndrdisc.robot:| tc01-64B-1t1c-eth-l2xcbase-ndrdisc + +VPP NDR Throughput - running in configuration of **two worker threads (2t) on two +physical cores (2c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 2. VPP 2threads 2cores - NDR Throughput for Phy-to-Phy L2 Ethernet +Switching.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" * + + 10ge2p1vic1227-eth-l2bdbasemaclrn-ndrdisc.robot:| tc07-64B-2t2c-eth-l2bdbasemaclrn-ndrdisc + 10ge2p1x520-dot1ad-l2xcbase-ndrdisc.robot:| tc07-64B-2t2c-dot1ad-l2xcbase-ndrdisc + 10ge2p1x520-dot1q-l2xcbase-ndrdisc.robot:| tc07-64B-2t2c-dot1q-l2xcbase-ndrdisc + 10ge2p1x520-eth-l2bdbasemaclrn-ndrdisc.robot:| tc07-64B-2t2c-eth-l2bdbasemaclrn-ndrdisc + 10ge2p1x520-eth-l2xcbase-ndrdisc.robot:| tc07-64B-2t2c-eth-l2xcbase-ndrdisc + 10ge2p1x710-eth-l2bdbasemaclrn-ndrdisc.robot:| tc07-64B-2t2c-eth-l2bdbasemaclrn-ndrdisc + 40ge2p1vic1385-eth-l2bdbasemaclrn-ndrdisc.robot:| tc07-64B-2t2c-eth-l2bdbasemaclrn-ndrdisc + 40ge2p1xl710-eth-l2bdbasemaclrn-ndrdisc.robot:| tc07-64B-2t2c-eth-l2bdbasemaclrn-ndrdisc + 40ge2p1xl710-eth-l2xcbase-ndrdisc.robot:| tc07-64B-2t2c-eth-l2xcbase-ndrdisc + +VPP NDR Throughput - running in configuration of **four worker threads (4t) on +four physical cores (4c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 3. VPP 4threads 4cores - NDR Throughput for Phy-to-Phy L2 Ethernet +Switching.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "64B-4t4c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" * + + 10ge2p1vic1227-eth-l2bdbasemaclrn-ndrdisc.robot:| tc13-64B-4t4c-eth-l2bdbasemaclrn-ndrdisc + 10ge2p1x520-dot1ad-l2xcbase-ndrdisc.robot:| tc13-64B-4t4c-dot1ad-l2xcbase-ndrdisc + 10ge2p1x520-dot1q-l2xcbase-ndrdisc.robot:| tc13-64B-4t4c-dot1q-l2xcbase-ndrdisc + 10ge2p1x520-eth-l2bdbasemaclrn-ndrdisc.robot:| tc13-64B-4t4c-eth-l2bdbasemaclrn-ndrdisc + 10ge2p1x520-eth-l2xcbase-ndrdisc.robot:| tc13-64B-4t4c-eth-l2xcbase-ndrdisc + 10ge2p1x710-eth-l2bdbasemaclrn-ndrdisc.robot:| tc13-64B-4t4c-eth-l2bdbasemaclrn-ndrdisc + 40ge2p1vic1385-eth-l2bdbasemaclrn-ndrdisc.robot:| tc13-64B-4t4c-eth-l2bdbasemaclrn-ndrdisc + 40ge2p1xl710-eth-l2bdbasemaclrn-ndrdisc.robot:| tc13-64B-4t4c-eth-l2bdbasemaclrn-ndrdisc + 40ge2p1xl710-eth-l2xcbase-ndrdisc.robot:| tc13-64B-4t4c-eth-l2xcbase-ndrdisc + +PDR Throughput +~~~~~~~~~~~~~~ + +VPP PDR Throughput - running in configuration of **one worker thread (1t) on one +physical core (1c)** - is presented in the figure below. PDR at below 0.5% packet +loss ratio. + +.. raw:: html + + + +*Figure 4. VPP 1thread 1core - PDR Throughput for Phy-to-Phy L2 Ethernet +Switching.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc" * + + 10ge2p1vic1227-eth-l2bdbasemaclrn-ndrdisc.robot:| tc02-64B-1t1c-eth-l2bdbasemaclrn-pdrdisc + 10ge2p1x520-dot1ad-l2xcbase-ndrdisc.robot:| tc02-64B-1t1c-dot1ad-l2xcbase-pdrdisc + 10ge2p1x520-dot1q-l2xcbase-ndrdisc.robot:| tc02-64B-1t1c-dot1q-l2xcbase-pdrdisc + 10ge2p1x520-eth-l2bdbasemaclrn-ndrdisc.robot:| tc02-64B-1t1c-eth-l2bdbasemaclrn-pdrdisc + 10ge2p1x520-eth-l2xcbase-ndrdisc.robot:| tc02-64B-1t1c-eth-l2xcbase-pdrdisc + 10ge2p1x710-eth-l2bdbasemaclrn-ndrdisc.robot:| tc02-64B-1t1c-eth-l2bdbasemaclrn-pdrdisc + 40ge2p1vic1385-eth-l2bdbasemaclrn-ndrdisc.robot:| tc02-64B-1t1c-eth-l2bdbasemaclrn-pdrdisc + +VPP PDR Throughput - running in configuration of **two worker threads (2t) on +two physical cores (2c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 5. VPP 2thread 2core - PDR Throughput for Phy-to-Phy L2 Ethernet +Switching.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc" * + + 10ge2p1vic1227-eth-l2bdbasemaclrn-ndrdisc.robot:| tc08-64B-2t2c-eth-l2bdbasemaclrn-pdrdisc + 10ge2p1x520-dot1ad-l2xcbase-ndrdisc.robot:| tc08-64B-2t2c-dot1ad-l2xcbase-pdrdisc + 10ge2p1x520-dot1q-l2xcbase-ndrdisc.robot:| tc08-64B-2t2c-dot1q-l2xcbase-pdrdisc + 10ge2p1x520-eth-l2bdbasemaclrn-ndrdisc.robot:| tc08-64B-2t2c-eth-l2bdbasemaclrn-pdrdisc + 10ge2p1x520-eth-l2xcbase-ndrdisc.robot:| tc08-64B-2t2c-eth-l2xcbase-pdrdisc + 10ge2p1x710-eth-l2bdbasemaclrn-ndrdisc.robot:| tc08-64B-2t2c-eth-l2bdbasemaclrn-pdrdisc + 40ge2p1vic1385-eth-l2bdbasemaclrn-ndrdisc.robot:| tc08-64B-2t2c-eth-l2bdbasemaclrn-pdrdisc + +VPP PDR Throughput - running in configuration of **four worker threads (4t) on +four physical cores (4c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 6. VPP 4thread 4core - PDR Throughput for Phy-to-Phy L2 Ethernet +Switching.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "64B-4t4c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc" * + + 10ge2p1vic1227-eth-l2bdbasemaclrn-ndrdisc.robot:| tc14-64B-4t4c-eth-l2bdbasemaclrn-pdrdisc + 10ge2p1x520-dot1ad-l2xcbase-ndrdisc.robot:| tc14-64B-4t4c-dot1ad-l2xcbase-pdrdisc + 10ge2p1x520-dot1q-l2xcbase-ndrdisc.robot:| tc14-64B-4t4c-dot1q-l2xcbase-pdrdisc + 10ge2p1x520-eth-l2bdbasemaclrn-ndrdisc.robot:| tc14-64B-4t4c-eth-l2bdbasemaclrn-pdrdisc + 10ge2p1x520-eth-l2xcbase-ndrdisc.robot:| tc14-64B-4t4c-eth-l2xcbase-pdrdisc + 10ge2p1x710-eth-l2bdbasemaclrn-ndrdisc.robot:| tc14-64B-4t4c-eth-l2bdbasemaclrn-pdrdisc + diff --git a/docs/report/vpp_performance_tests_hw/packet_throughput_graphs/vm_vhost.rst b/docs/report/vpp_performance_tests_hw/packet_throughput_graphs/vm_vhost.rst new file mode 100644 index 0000000000..4f43715dce --- /dev/null +++ b/docs/report/vpp_performance_tests_hw/packet_throughput_graphs/vm_vhost.rst @@ -0,0 +1,191 @@ +VM vhost Connections +==================== + +Following sections provide a summary of VPP Phy-to-VM-to-Phy VM vhost-user +performance illustrating NDR throughput (zero packet loss) and PDR throughput +(<0.5% packet loss). Performance is reported for VPP running in multiple +configurations of VPP worker thread(s), a.k.a. VPP data plane thread (s), and +their physical CPU core(s) placement. + +Title of each graph is a regex (regular expression) matching all plotted +test case throughput measurements. + +.. note:: + + Data sources for reported test results: i) FD.io test executor jobs + `csit-vpp-perf-1701-all + `_ and + `csit-vpp-perf-1701-long + `_ + , ii) archived FD.io jobs test result output files + `csit-vpp-perf-1701-all#job-number `_. + +NDR Throughput +~~~~~~~~~~~~~~ + +VPP NDR Throughput - running in configuration of **one worker thread (1t) on one +physical core (1c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 1. VPP 1thread 1core - NDR Throughput for Phy-to-VM-to-Phy VM +vhost-user.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "64B-1t1c-.*vhost.*-ndrdisc" * + + 10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot:| tc01-64B-1t1c-dot1q-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc + 10ge2p1x520-dot1q-l2xcbase-eth-2vhost-1vm-ndrdisc.robot:| tc01-64B-1t1c-eth-l2xcbase-eth-2vhost-1vm-ndrdisc + 10ge2p1x520-ethip4-ip4base-eth-2vhost-1vm-ndrdisc.robot:| tc01-64B-1t1c-ethip4-ip4base-eth-2vhost-1vm-ndrdisc + 10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot:| tc01-64B-1t1c-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc + 10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot:| tc01-64B-1t1c-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc + 10ge2p1x520-eth-l2xcbase-eth-2vhost-1vm-ndrdisc.robot:| tc01-64B-1t1c-eth-l2xcbase-eth-2vhost-1vm-ndrdisc + 10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot:| tc01-64B-1t1c-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc + 40ge2p1xl710-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot:| tc01-64B-1t1c-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc + +VPP NDR Throughput - running in configuration of **two worker threads (2t) on +two physical cores (2c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 2. VPP 2threads 2cores - NDR Throughput for Phy-to-VM-to-Phy VM +vhost-user.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "64B-2t2c-.*vhost.*-ndrdisc" * + + 10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot:| tc07-64B-2t2c-dot1q-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc + 10ge2p1x520-dot1q-l2xcbase-eth-2vhost-1vm-ndrdisc.robot:| tc07-64B-2t2c-eth-l2xcbase-eth-2vhost-1vm-ndrdisc + 10ge2p1x520-ethip4-ip4base-eth-2vhost-1vm-ndrdisc.robot:| tc07-64B-2t2c-ethip4-ip4base-eth-2vhost-1vm-ndrdisc + 10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot:| tc07-64B-2t2c-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc + 10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot:| tc07-64B-2t2c-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc + 10ge2p1x520-eth-l2xcbase-eth-2vhost-1vm-ndrdisc.robot:| tc07-64B-2t2c-eth-l2xcbase-eth-2vhost-1vm-ndrdisc + 10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot:| tc07-64B-2t2c-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc + 40ge2p1xl710-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot:| tc07-64B-2t2c-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc + +VPP NDR Throughput - running in configuration of **four worker threads (4t) on +four physical cores (4c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 3. VPP 4threads 4cores - NDR Throughput for Phy-to-VM-to-Phy VM +vhost-user.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "64B-4t4c-.*vhost.*-ndrdisc" * + + 10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot:| tc13-64B-4t4c-dot1q-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc + 10ge2p1x520-dot1q-l2xcbase-eth-2vhost-1vm-ndrdisc.robot:| tc13-64B-4t4c-eth-l2xcbase-eth-2vhost-1vm-ndrdisc + 10ge2p1x520-ethip4-ip4base-eth-2vhost-1vm-ndrdisc.robot:| tc13-64B-4t4c-ethip4-ip4base-eth-2vhost-1vm-ndrdisc + 10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot:| tc13-64B-4t4c-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc + 10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot:| tc13-64B-4t4c-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc + 10ge2p1x520-eth-l2xcbase-eth-2vhost-1vm-ndrdisc.robot:| tc13-64B-4t4c-eth-l2xcbase-eth-2vhost-1vm-ndrdisc + 10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot:| tc13-64B-4t4c-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc + 40ge2p1xl710-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot:| tc13-64B-4t4c-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc + +PDR Throughput +~~~~~~~~~~~~~~ + +VPP PDR Throughput - running in configuration of **one worker thread (1t) on one +physical core (1c)** - is presented in the figure below. PDR at below 0.5% +packet loss ratio. + +.. raw:: html + + + +*Figure 4. VPP 1thread 1core - PDR Throughput for Phy-to-VM-to-Phy VM +vhost-user.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "64B-1t1c-.*vhost.*-pdrdisc" * + + 10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot:| tc02-64B-1t1c-dot1q-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc + 10ge2p1x520-dot1q-l2xcbase-eth-2vhost-1vm-ndrdisc.robot:| tc02-64B-1t1c-eth-l2xcbase-eth-2vhost-1vm-pdrdisc + 10ge2p1x520-ethip4-ip4base-eth-2vhost-1vm-ndrdisc.robot:| tc02-64B-1t1c-ethip4-ip4base-eth-2vhost-1vm-pdrdisc + 10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot:| tc02-64B-1t1c-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc + 10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot:| tc02-64B-1t1c-eth-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc + 10ge2p1x520-eth-l2xcbase-eth-2vhost-1vm-ndrdisc.robot:| tc02-64B-1t1c-eth-l2xcbase-eth-2vhost-1vm-pdrdisc + 10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot:| tc02-64B-1t1c-eth-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc + 40ge2p1xl710-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot:| tc02-64B-1t1c-eth-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc + +VPP PDR Throughput - running in configuration of **two worker threads (2t) on +two physical cores (2c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 5. VPP 2thread 2core - PDR Throughput for Phy-to-VM-to-Phy VM +vhost-user.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "64B-2t2c-.*vhost.*-pdrdisc" * + + 10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot:| tc08-64B-2t2c-dot1q-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc + 10ge2p1x520-dot1q-l2xcbase-eth-2vhost-1vm-ndrdisc.robot:| tc08-64B-2t2c-eth-l2xcbase-eth-2vhost-1vm-pdrdisc + 10ge2p1x520-ethip4-ip4base-eth-2vhost-1vm-ndrdisc.robot:| tc08-64B-2t2c-ethip4-ip4base-eth-2vhost-1vm-pdrdisc + 10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot:| tc08-64B-2t2c-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc + 10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot:| tc08-64B-2t2c-eth-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc + 10ge2p1x520-eth-l2xcbase-eth-2vhost-1vm-ndrdisc.robot:| tc08-64B-2t2c-eth-l2xcbase-eth-2vhost-1vm-pdrdisc + 10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot:| tc08-64B-2t2c-eth-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc + 40ge2p1xl710-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot:| tc08-64B-2t2c-eth-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc + +VPP PDR Throughput - running in configuration of **four worker threads (4t) on +four physical cores (4c)** - is presented in the figure below. + +.. raw:: html + + + +*Figure 6. VPP 4thread 4core - PDR Throughput for Phy-to-VM-to-Phy VM +vhost-user.* + +CSIT test cases used to generate results presented above can be found in CSIT +git repository by filtering with specified regex as follows: + +.. code-block:: bash + + $ csit/tests/perf + $ grep -E "64B-4t4c-.*vhost.*-pdrdisc" * + + 10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot:| tc14-64B-4t4c-dot1q-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc + 10ge2p1x520-dot1q-l2xcbase-eth-2vhost-1vm-ndrdisc.robot:| tc14-64B-4t4c-eth-l2xcbase-eth-2vhost-1vm-pdrdisc + 10ge2p1x520-ethip4-ip4base-eth-2vhost-1vm-ndrdisc.robot:| tc14-64B-4t4c-ethip4-ip4base-eth-2vhost-1vm-pdrdisc + 10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot:| tc14-64B-4t4c-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc + 10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot:| tc14-64B-4t4c-eth-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc + 10ge2p1x520-eth-l2xcbase-eth-2vhost-1vm-ndrdisc.robot:| tc14-64B-4t4c-eth-l2xcbase-eth-2vhost-1vm-pdrdisc + 10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot:| tc14-64B-4t4c-eth-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc + 40ge2p1xl710-eth-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot:| tc14-64B-4t4c-eth-l2bdbasemaclrn-eth-2vhost-1vm-pdrdisc + diff --git a/docs/report/vpp_performance_tests_hw/test_environment.rst b/docs/report/vpp_performance_tests_hw/test_environment.rst new file mode 100644 index 0000000000..0fd22213b9 --- /dev/null +++ b/docs/report/vpp_performance_tests_hw/test_environment.rst @@ -0,0 +1,3634 @@ +Test Environment +================ + +To execute performance tests, there are three identical testbeds, each testbed +consists of two SUTs and one TG. + +SUT Configuration - Host HW +--------------------------- +Hardware details (CPU, memory, NIC layout) are described in +`CSIT/CSIT_LF_testbed `_ in +summary: + +- All hosts are Cisco UCS C240-M4 (2x Intel(R) Xeon(R) CPU E5-2699 v3 @ 2.30GHz, + 18c, 512GB RAM), +- BIOS settings are default except for the following: + + - Hyperthreading disabled, + - SpeedStep disabled + - TurboBoost disabled + - Power Technology: Performance + +- Hosts run Ubuntu 16.04.1, kernel 4.4.0-42-generic +- Linux kernel boot command line option "intel_pstate=disable" is applied to + both SUTs and TG. In addition, on SUTs, only cores 0 and 18 (the first core on + each socket) are available to the Linux operating system and generic tasks, + all other CPU cores are isolated and reserved for VPP. +- In addition to CIMC and Management, each TG has 4x Intel X710 10GB NIC + (=8 ports) and 2x Intel XL710 40GB NIC (=4 ports), whereas each SUT has: + + - 1x Intel X520 NIC (10GB, 2 ports), + - 1x Cisco VIC 1385 (40GB, 2 ports), + - 1x Intel XL710 NIC (40GB, 2 ports), + - 1x Intel X710 NIC (10GB, 2 ports), + - 1x Cisco VIC 1227 (10GB, 2 ports). + - This allows for a total of five ring topologies, each using ports on + specific NIC model, enabling per NIC model benchmarking. + +**NIC types** + +- 0a:00.0 Ethernet controller: Intel Corporation 82599ES 10-Gigabit SFI/SFP+ + Network Connection (rev 01) Subsystem: Intel Corporation Ethernet Server + Adapter X520-2 +- 0a:00.1 Ethernet controller: Intel Corporation 82599ES 10-Gigabit SFI/SFP+ + Network Connection (rev 01) Subsystem: Intel Corporation Ethernet Server + Adapter X520-2 +- 06:00.0 Ethernet controller: Cisco Systems Inc VIC Ethernet NIC (rev a2) + Subsystem: Cisco Systems Inc VIC 1227 PCIe Ethernet NIC +- 07:00.0 Ethernet controller: Cisco Systems Inc VIC Ethernet NIC (rev a2) + Subsystem: Cisco Systems Inc VIC 1227 PCIe Ethernet NIC +- 13:00.0 Ethernet controller: Cisco Systems Inc VIC Ethernet NIC (rev a2) + Subsystem: Cisco Systems Inc VIC 1385 PCIe Ethernet NIC +- 15:00.0 Ethernet controller: Cisco Systems Inc VIC Ethernet NIC (rev a2) + Subsystem: Cisco Systems Inc VIC 1385 PCIe Ethernet NIC +- 85:00.0 Ethernet controller: Intel Corporation Ethernet Controller XL710 + for 40GbE QSFP+ (rev 01) Subsystem: Intel Corporation Ethernet Converged + Network Adapter XL710-Q2 +- 85:00.1 Ethernet controller: Intel Corporation Ethernet Controller XL710 + for 40GbE QSFP+ (rev 01) Subsystem: Intel Corporation Ethernet Converged + Network Adapter XL710-Q2 +- 87:00.0 Ethernet controller: Intel Corporation Ethernet Controller X710 for + 10GbE SFP+ (rev 01) Subsystem: Intel Corporation Ethernet Converged Network + Adapter X710-2 +- 87:00.1 Ethernet controller: Intel Corporation Ethernet Controller X710 for + 10GbE SFP+ (rev 01) Subsystem: Intel Corporation Ethernet Converged Network + Adapter X710-2 + +SUT Configuration - Host OS Linux +--------------------------------- + +Software details (OS, configuration) is described in +`CSIT/CSIT_LF_testbed `_ in +summary: + +.. code-block:: xml + + +
+ + + 1 + + + + + 1 + + + + + 0 + + + + + 0 + + + + + 0 + + + + + 0 + + + + + 0 + + + + + 0 + + + + + 0 + + +
+
+ + + 127 + + + + + 0 + + + + + 0 + + + + + 0 + + + + + 0 + + + + + 0 + + + + + 1 + + + + + 0 + + + + + + + 0 + + + + + 127 + + + + + 0 + + + + + 0 + + + + + 0 + + + + + 1 + + + + + 127 + + + + + 0 + /dev/null || echo Debian` + GRUB_CMDLINE_LINUX_DEFAULT="console=tty0 console=ttyS0,115200n8" + GRUB_CMDLINE_LINUX="isolcpus=1-17,19-35 nohz_full=1-17,19-35 rcu_nocbs=1-17,19-35 intel_pstate=disable" + + # Uncomment to enable BadRAM filtering, modify to suit your needs + # This works with Linux (no patch required) and with any kernel that obtains + # the memory map information from GRUB (GNU Mach, kernel of FreeBSD ...) + #GRUB_BADRAM="0x01234567,0xfefefefe,0x89abcdef,0xefefefef" + + # Uncomment to disable graphical terminal (grub-pc only) + #GRUB_TERMINAL=console + GRUB_TERMINAL=serial + GRUB_SERIAL_COMMAND="serial --speed=115200 --unit=0 --word=8 --parity=no --stop=1" + + # The resolution used on graphical terminal + # note that you can use only modes which your graphic card supports via VBE + # you can see them in real GRUB with the command `vbeinfo' + #GRUB_GFXMODE=640x480 + + # Uncomment if you don't want GRUB to pass "root=UUID=xxx" parameter to Linux + #GRUB_DISABLE_LINUX_UUID=true + + # Uncomment to disable generation of recovery mode menu entries + #GRUB_DISABLE_RECOVERY="true" + + # Uncomment to get a beep at grub start + #GRUB_INIT_TUNE="480 440 1" + ]]> + + + + 1 + + + + + 0 + mtu 65536 qdisc noqueue state UNKNOWN mode DEFAULT group default qlen 1 + link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 + 6: enp23s0f0: mtu 1500 qdisc mq state UP mode DEFAULT group default qlen 1000 + link/ether 00:fe:c8:e5:68:32 brd ff:ff:ff:ff:ff:ff + ]]> + + + + 0 + + + + + 0 + + +
+
+ + + 127 + + + + + 0 + + +
+
+ + + 0 + + + + +
+
+ + + 1 + + + + + 127 + + + + + 1 + + +
+ + +DUT Configuration - VPP +----------------------- + +**VPP Version** + +17.01-release_amd64 + +**VPP Compile Parameters** + +VPP Compile Job: https://jenkins.fd.io/view/vpp/job/vpp-merge-1701-ubuntu1604/ + +**VPP Install Parameters** + +:: + + $ dpkg -i --force-all + +**VPP Startup Configuration** + +VPP startup configuration changes per test case with different settings for CPU +cores, rx-queues and no-multi-seg parameter. Startup config is aligned with +applied test case tag: + +Tagged by **1T1C**:: + + $ cat /etc/vpp/startup.conf + unix { + nodaemon + log /tmp/vpe.log + cli-listen localhost:5002 + full-coredump + } + api-trace { + on + } + cpu { + main-core 0 corelist-workers 1 + } + dpdk { + socket-mem 1024,1024 + dev default { + num-rx-queues 1 + } + dev 0000:0a:00.1 + dev 0000:0a:00.0 + no-multi-seg + } + ip6 { + hash-buckets 2000000 + heap-size 3G + } + +Tagged by **2T1C**:: + + $ cat /etc/vpp/startup.conf + unix { + nodaemon + log /tmp/vpe.log + cli-listen localhost:5002 + full-coredump + } + api-trace { + on + } + cpu { + main-core 0 corelist-workers 1,2 + } + dpdk { + socket-mem 1024,1024 + dev default { + num-rx-queues 1 + } + dev 0000:0a:00.1 + dev 0000:0a:00.0 + no-multi-seg + } + ip6 { + hash-buckets 2000000 + heap-size 3G + } + +Tagged by **4T4C**:: + + $ cat /etc/vpp/startup.conf + unix { + nodaemon + log /tmp/vpe.log + cli-listen localhost:5002 + full-coredump + } + api-trace { + on + } + cpu { + main-core 0 corelist-workers 1,2,3,4 + } + dpdk { + socket-mem 1024,1024 + dev default { + num-rx-queues 1 + } + dev 0000:0a:00.1 + dev 0000:0a:00.0 + no-multi-seg + } + ip6 { + hash-buckets 2000000 + heap-size 3G + } + + +TG Configuration - TRex +----------------------- + +**TG Version** + +TRex v2.09 + +**DPDK version** + +DPDK v16.07 (20e2b6eba13d9eb61b23ea75f09f2aa966fa6325 - in DPDK repo) + +**TG Build Script used** + +https://gerrit.fd.io/r/gitweb?p=csit.git;a=blob;f=resources/tools/t-rex/t-rex-installer.sh;h=e89b06f9b12499996df18e5e3399fcd660ebc017;hb=refs/heads/rls1701 + +**TG Startup Configuration** + +:: + + $ cat /etc/trex_cfg.yaml + - port_limit : 2 + version : 2 + interfaces : ["0000:0d:00.0","0000:0d:00.1"] + port_info : + - dest_mac : [0x3c,0xfd,0xfe,0x9c,0xee,0xf5] + src_mac : [0x3c,0xfd,0xfe,0x9c,0xee,0xf4] + - dest_mac : [0x3c,0xfd,0xfe,0x9c,0xee,0xf4] + src_mac : [0x3c,0xfd,0xfe,0x9c,0xee,0xf5] + +**TG common API - pointer to driver** + +https://gerrit.fd.io/r/gitweb?p=csit.git;a=blob;f=resources/tools/t-rex/t-rex-stateless.py;h=24f4a997389ba3f10ad42e1f9564ef915fd58b44;hb=refs/heads/rls1701 diff --git a/resources/tools/report_gen/conf.py b/resources/tools/report_gen/conf.py new file mode 100644 index 0000000000..e6fb23cc66 --- /dev/null +++ b/resources/tools/report_gen/conf.py @@ -0,0 +1,163 @@ +# -*- coding: utf-8 -*- +# +# CSIT 17.01 report documentation build configuration file, created by +# sphinx-quickstart on Sun Jan 15 09:49:36 2017. +# +# This file is execfile()d with the current directory set to its +# containing dir. +# +# Note that not all possible configuration values are present in this +# autogenerated file. +# +# All configuration values have a default; values that are commented out +# serve to show the default. + +# If extensions (or modules to document with autodoc) are in another directory, +# add these directories to sys.path here. If the directory is relative to the +# documentation root, use os.path.abspath to make it absolute, like shown here. +# +import os +import sys + +sys.path.insert(0, os.path.abspath('.')) + +# -- General configuration ------------------------------------------------ + +# If your documentation needs a minimal Sphinx version, state it here. +# +# needs_sphinx = '1.0' + +# Add any Sphinx extension module names here, as strings. They can be +# extensions coming with Sphinx (named 'sphinx.ext.*') or your custom +# ones. +extensions = [] + +# Add any paths that contain templates here, relative to this directory. +templates_path = ['_templates'] + +# The suffix(es) of source filenames. +# You can specify multiple suffix as a list of string: +# +source_suffix = ['.rst', '.md'] + +# The master toctree document. +master_doc = 'index' + +# General information about the project. +project = u'CSIT' +copyright = u'2017, fd.io' +author = u'CSIT' + +# The version info for the project you're documenting, acts as replacement for +# |version| and |release|, also used in various other places throughout the +# built documents. +# +# The short X.Y version. +#version = u'' +# The full version, including alpha/beta/rc tags. +#release = u'' + +# The language for content autogenerated by Sphinx. Refer to documentation +# for a list of supported languages. +# +# This is also used if you do content translation via gettext catalogs. +# Usually you set "language" from the command line for these cases. +language = 'en' + +# List of patterns, relative to source directory, that match files and +# directories to ignore when looking for source files. +# This patterns also effect to html_static_path and html_extra_path +exclude_patterns = ['_build', 'Thumbs.db', '.DS_Store'] + +# The name of the Pygments (syntax highlighting) style to use. +pygments_style = 'sphinx' + +# If true, `todo` and `todoList` produce output, else they produce nothing. +todo_include_todos = False + +#pdf_documents = [('index', u'rst2pdf', u'Sample rst2pdf doc', u'Your Name'),] + + +# -- Options for HTML output ---------------------------------------------- + +# The theme to use for HTML and HTML Help pages. See the documentation for +# a list of builtin themes. +# +html_theme = 'sphinx_rtd_theme' + +# Theme options are theme-specific and customize the look and feel of a theme +# further. For a list of options available for each theme, see the +# documentation. +# +# html_theme_options = {} + +# Add any paths that contain custom static files (such as style sheets) here, +# relative to this directory. They are copied after the builtin static files, +# so a file named "default.css" will overwrite the builtin "default.css". +html_theme_path = ['env/lib/python2.7/site-packages/sphinx_rtd_theme'] + +html_static_path = ['../../../docs/report/_static'] + +html_context = { + 'css_files': [ + '_static/theme_overrides.css', # overrides for wide tables in RTD theme + ], + } + +# -- Options for HTMLHelp output ------------------------------------------ + +# Output file base name for HTML help builder. +htmlhelp_basename = u'CSIT 17.01 report' + +# -- Options for LaTeX output --------------------------------------------- + +latex_elements = { + # The paper size ('letterpaper' or 'a4paper'). + # + # 'papersize': 'letterpaper', + + # The font size ('10pt', '11pt' or '12pt'). + # + # 'pointsize': '10pt', + + # Additional stuff for the LaTeX preamble. + # + # 'preamble': '', + + # Latex figure (float) alignment + # + # 'figure_align': 'htbp', +} + +# Grouping the document tree into LaTeX files. List of tuples +# (source start file, target name, title, +# author, documentclass [howto, manual, or own class]). +latex_documents = [ + (master_doc, 'CSIT1701report.tex', u'CSIT 17.01 report', + u'cisco', 'manual'), +] + + +# -- Options for manual page output --------------------------------------- + +# One entry per manual page. List of tuples +# (source start file, name, description, authors, manual section). +man_pages = [ + (master_doc, 'csit1701report', u'CSIT 17.01 report', + [author], 1) +] + + +# -- Options for Texinfo output ------------------------------------------- + +# Grouping the document tree into Texinfo files. List of tuples +# (source start file, target name, title, author, +# dir menu entry, description, category) +texinfo_documents = [ + (master_doc, 'CSIT1701report', u'CSIT 17.01 report', + author, 'CSIT1701report', 'One line description of project.', + 'Miscellaneous'), +] + + + diff --git a/resources/tools/report_gen/requirements.txt b/resources/tools/report_gen/requirements.txt new file mode 100644 index 0000000000..6c3a5465c4 --- /dev/null +++ b/resources/tools/report_gen/requirements.txt @@ -0,0 +1,4 @@ +Sphinx +sphinx-rtd-theme==0.1.9 +plotly==1.13.0 +lxml==3.5.0 diff --git a/resources/tools/report_gen/run_plot.py b/resources/tools/report_gen/run_plot.py new file mode 100644 index 0000000000..4218ecb93a --- /dev/null +++ b/resources/tools/report_gen/run_plot.py @@ -0,0 +1,261 @@ +#!/usr/bin/python + +# Copyright (c) 2016 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +"""Plot the performance data""" + +import argparse +import operator +import os +import sys +import math + +import plotly.offline as ploff +import plotly.graph_objs as plgo +from lxml import etree + + +def select_files_in_subfolders(directory, ext='xml'): + """Get all files in folder and its subfolders. + + :param dir: Input folder. + :param ext: File extension. + :type dir: str + :type ext: str + :return: List of filex matching the parameters. + :rtype list + """ + for _, _, files in os.walk(directory): + for file in files: + if file.endswith('.%s' % ext): + yield os.path.join(directory, file) + + +def select_files_in_folder(directory, ext='xml'): + """Get all files in folder. + + :param dir: Input folder. + :param ext: File extension. + :type dir: str + :type ext: str + :return: List of filex matching the parameters. + :rtype list + """ + for file in os.listdir(directory): + if file.endswith('.%s' % ext): + yield os.path.join(directory, file) + + +def combine_dicts(first, second, oper=operator.add): + """Combine two dictionaries. + + :param first: First dict. + :param second: Second dict. + :param oper: Operator. + :type first: dict + :type second: dict + :type oper: operator + :return: Combined dictionary. + :rtype dict + """ + + return dict(first.items() + second.items() +\ + [(k, oper(first[k], second[k])) for k in set(second) & set(first)]) + + +def parse_data_pps(args): + """Get PPS data out of XML file into array. + + :param args: Command line parameters. + :type suite: ArgumentParser + :return: X-data and Y-data dictionaries. + :rtype tuple of dict + """ + xdata = [] + ydata_pps = {} + + for i, file in enumerate(sorted(select_files_in_folder(args.input))): + xml_tree = etree.parse(file) + sel = xml_tree.xpath(args.xpath) + if sel: + ydata_pps = combine_dicts(ydata_pps, dict((elem.attrib['name'],\ + (i, float(elem.text))) for elem in sel)) + xdata.append(xml_tree.getroot().attrib['vdevice']) + return xdata, ydata_pps + + +def parse_data_lat(args): + """Get latency data out of XML file into array. + + :param args: Command line parameters. + :type suite: ArgumentParser + :return: X-data and Y-data dictionaries. + :rtype tuple of dict + """ + xdata = [] + ydata_lat = {} + + for i, file in enumerate(sorted(select_files_in_folder(args.input))): + xml_tree = etree.parse(file) + sel = xml_tree.xpath(args.xpath) + if sel: + try: + ydata_lat = combine_dicts(ydata_lat, dict((elem.attrib['name'],\ + (i, elem.attrib[args.latency])) for elem in sel)) + except KeyError: + raise RuntimeError('Retrieving latency data error (PDR?)') + xdata.append(xml_tree.getroot().attrib['vdevice']) + return xdata, ydata_lat + + +def parse_args(): + """Parse arguments from cmd line. + + :return: Parsed arguments. + :rtype ArgumentParser + """ + + parser = argparse.ArgumentParser() + parser.add_argument("-x", "--xpath", required=True, + help="Xpath filter") + parser.add_argument("-t", "--title", required=True, + help="Plot title") + parser.add_argument("-l", "--lower", + default=False, + help="Lower boudary of Y-axis") + parser.add_argument("-u", "--upper", + default=False, + help="Upper boudary of Y-axis") + parser.add_argument("-e", "--errorbar", + default=False, + help="Errorbar for Y-axis") + parser.add_argument("-d", "--latency", + choices=['lat_10', 'lat_50', 'lat_100'], + help="Latency to draw") + parser.add_argument("-i", "--input", + help="Input folder") + parser.add_argument("-o", "--output", required=True, + help="Output image file name") + return parser.parse_args() + + +def main(): + """Main function.""" + + args = parse_args() + if args.latency: + xdata, ydata = parse_data_lat(args) + else: + xdata, ydata = parse_data_pps(args) + + # Print data into console for debug + row_format = "{:>60}" * (len(xdata) + 1) + print row_format.format(args.title, *xdata) + for data in ydata: + try: + print row_format.format(data, *ydata[data][1::2]) + except IndexError: + print "{:>60}".format(data), ydata[data] + + if xdata and ydata: + traces = [] + # Add plot traces + for i, suite in enumerate(ydata): + if args.latency: + y_extract = [] + _ = [y_extract.extend([l, l]) for l in ydata[suite][1::2][0].split('/')] + traces.append(plgo.Box( + x=['TGint1-to-SUT1-to-SUT2-to-TGint2', + 'TGint1-to-SUT1-to-SUT2-to-TGint2', + 'TGint1-to-SUT1-to-SUT2-to-TGint2', + 'TGint1-to-SUT1-to-SUT2-to-TGint2', + 'TGint1-to-SUT1-to-SUT2-to-TGint2', + 'TGint1-to-SUT1-to-SUT2-to-TGint2', + 'TGint2-to-SUT2-to-SUT1-to-TGint1', + 'TGint2-to-SUT2-to-SUT1-to-TGint1', + 'TGint2-to-SUT2-to-SUT1-to-TGint1', + 'TGint2-to-SUT2-to-SUT1-to-TGint1', + 'TGint2-to-SUT2-to-SUT1-to-TGint1', + 'TGint2-to-SUT2-to-SUT1-to-TGint1'], + y=y_extract, + name=str(i+1)+'. '+suite.lower().replace('-ndrdisc',''), + boxmean=False, + )) + else: + traces.append(plgo.Scatter( + x=ydata[suite][0::2], + y=ydata[suite][1::2], + mode='lines+markers', + name=str(i+1)+'. '+suite.lower().replace('-ndrdisc',''), + )) + + # Add plot layout + layout = plgo.Layout( + title='{0}'.format(args.title), + xaxis=dict( + autorange=True, + autotick=False, + fixedrange=False, + gridcolor='rgb(238, 238, 238)', + linecolor='rgb(238, 238, 238)', + linewidth=1, + showgrid=True, + showline=True, + showticklabels=True, + tickcolor='rgb(238, 238, 238)', + tickmode='linear', + zeroline=False, + ), + yaxis=dict( + gridcolor='rgb(238, 238, 238)', + hoverformat='' if args.latency else '.4s', + linecolor='rgb(238, 238, 238)', + linewidth=1, + range=[args.lower, args.upper], + showgrid=True, + showline=True, + showticklabels=True, + tickcolor='rgb(238, 238, 238)', + title='Latency min/avg/max [uSec]' if args.latency\ + else 'Packets Per Second [pps]', + zeroline=False, + ), + boxmode='group', + boxgroupgap=0.5, + autosize=False, + margin=dict( + autoexpand=False, + b=200, + l=50, + r=50, + ), + showlegend=True, + legend=dict( + orientation='h', + ), + width=700, + height=700, + ) + # Create plot + plpl = plgo.Figure(data=traces, layout=layout) + # Export Plot + ploff.plot(plpl, + show_link=False, auto_open=False, + filename='{0}.html'.format(args.output)) + else: + sys.stderr.write('No data found!\n') + + +if __name__ == "__main__": + sys.exit(main()) diff --git a/resources/tools/report_gen/run_report.sh b/resources/tools/report_gen/run_report.sh new file mode 100755 index 0000000000..bbb048619e --- /dev/null +++ b/resources/tools/report_gen/run_report.sh @@ -0,0 +1,210 @@ +#!/bin/bash + +WORKING_DIR='_tmp' +BUILD_DIR='_build' +SOURCE_DIR='../../../docs/report' +STATIC_DIR="${BUILD_DIR}/_static" +STATIC_DIR_VPP="${STATIC_DIR}/vpp" +STATIC_DIR_TESTPMD="${STATIC_DIR}/testpmd" +CSS_PATCH_FILE="${BUILD_DIR}/_static/theme_overrides.css" + +sudo apt-get install -y libxml2 libxml2-dev libxslt-dev build-essential zlib1g-dev + +# Clean-up when finished: +trap 'rm -rf ${WORKING_DIR}; exit' EXIT +trap 'rm -rf ${WORKING_DIR}; exit' ERR + +# Remove the old build: +rm -rf ${BUILD_DIR} || true +rm -rf ${WORKING_DIR} || true + +# Create working directories +mkdir ${BUILD_DIR} + +# Create virtual environment: +virtualenv ${WORKING_DIR}/env +. ${WORKING_DIR}/env/bin/activate + +# Install Sphinx: +pip install -r requirements.txt + +export PYTHONPATH=`pwd` + +# Generate the documentation: +sphinx-build -v -c . -a -b html -E -D release=$1 -D version=$1 ${SOURCE_DIR} ${BUILD_DIR}/ + +# Patch the CSS for tables layout +cat - > ${CSS_PATCH_FILE} <<"_EOF" +/* override table width restrictions */ +@media screen and (min-width: 767px) { + .wy-table-responsive table td, .wy-table-responsive table th { + white-space: normal !important; + } + + .wy-table-responsive { + font-size: small; + margin-bottom: 24px; + max-width: 100%; + overflow: visible !important; + } +} +_EOF + +# Download raw outputs for plots +echo Downloading raw outputs for plots ... +mkdir -p ${STATIC_DIR_VPP} +mkdir -p ${STATIC_DIR_TESTPMD} + +JENKINS_URL='https://jenkins.fd.io/view/csit/job/' +JENKINS_DIR='/artifact/' + +PERF_JENKINS_JOB='csit-vpp-perf-1701-all' +PERF_JENKINS_BUILD=(3 4 7) +PERF_JENKINS_FILE='output_perf_data.xml' + +for i in "${PERF_JENKINS_BUILD[@]}"; do + wget -q ${JENKINS_URL}${PERF_JENKINS_JOB}/${i}${JENKINS_DIR}${PERF_JENKINS_FILE} -O ${STATIC_DIR_VPP}/${PERF_JENKINS_JOB}-${i}.xml +done + +PERF_JENKINS_JOB='csit-vpp-perf-1701-long' +PERF_JENKINS_BUILD=(2 4) +PERF_JENKINS_FILE='output_perf_data.xml' + +for i in "${PERF_JENKINS_BUILD[@]}"; do + wget -q ${JENKINS_URL}${PERF_JENKINS_JOB}/${i}${JENKINS_DIR}${PERF_JENKINS_FILE} -O ${STATIC_DIR_VPP}/${PERF_JENKINS_JOB}-${i}.xml +done + +PERF_JENKINS_JOB='csit-dpdk-perf-1701-all' +PERF_JENKINS_BUILD=(2 3) +PERF_JENKINS_FILE='output_perf_data.xml' + +for i in "${PERF_JENKINS_BUILD[@]}"; do + wget -q ${JENKINS_URL}${PERF_JENKINS_JOB}/${i}${JENKINS_DIR}${PERF_JENKINS_FILE} -O ${STATIC_DIR_TESTPMD}/${PERF_JENKINS_JOB}-${i}.xml +done + +# Plot packets per second + +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/64B-1t1c-l2-ndrdisc --title "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" --xpath '//*[@framesize="64B" and contains(@tags,"BASE") and contains(@tags,"NDRDISC") and contains(@tags,"1T1C") and (contains(@tags,"L2BDMACSTAT") or contains(@tags,"L2BDMACLRN") or contains(@tags,"L2XCFWD")) and not(contains(@tags,"VHOST"))]' --lower 0 --upper 16000000 +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/64B-2t2c-l2-ndrdisc --title "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" --xpath '//*[@framesize="64B" and contains(@tags,"BASE") and contains(@tags,"NDRDISC") and contains(@tags,"2T2C") and (contains(@tags,"L2BDMACSTAT") or contains(@tags,"L2BDMACLRN") or contains(@tags,"L2XCFWD")) and not(contains(@tags,"VHOST"))]' --lower 0 --upper 26000000 +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/64B-4t4c-l2-ndrdisc --title "64B-4t4c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" --xpath '//*[@framesize="64B" and contains(@tags,"BASE") and contains(@tags,"NDRDISC") and contains(@tags,"4T4C") and (contains(@tags,"L2BDMACSTAT") or contains(@tags,"L2BDMACLRN") or contains(@tags,"L2XCFWD")) and not(contains(@tags,"VHOST"))]' --lower 0 --upper 36000000 + +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/64B-1t1c-ethip4-ip4-ndrdisc --title "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc" --xpath '//*[@framesize="64B" and (contains(@tags,"BASE") or contains(@tags,"SCALE") or contains(@tags,"FEATURE")) and contains(@tags,"NDRDISC") and contains(@tags,"1T1C") and contains(@tags,"IP4FWD") and not(contains(@tags,"VHOST"))]' --lower 0 --upper 16000000 +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/64B-2t2c-ethip4-ip4-ndrdisc --title "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc" --xpath '//*[@framesize="64B" and (contains(@tags,"BASE") or contains(@tags,"SCALE") or contains(@tags,"FEATURE")) and contains(@tags,"NDRDISC") and contains(@tags,"2T2C") and contains(@tags,"IP4FWD") and not(contains(@tags,"VHOST"))]' --lower 0 --upper 26000000 +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/64B-4t4c-ethip4-ip4-ndrdisc --title "64B-4t4c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc" --xpath '//*[@framesize="64B" and (contains(@tags,"BASE") or contains(@tags,"SCALE") or contains(@tags,"FEATURE")) and contains(@tags,"NDRDISC") and contains(@tags,"4T4C") and contains(@tags,"IP4FWD") and not(contains(@tags,"VHOST"))]' --lower 0 --upper 36000000 + +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/78B-1t1c-ethip6-ip6-ndrdisc --title "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc" --xpath '//*[@framesize="78B" and (contains(@tags,"BASE") or contains(@tags,"SCALE") or contains(@tags,"FEATURE")) and contains(@tags,"NDRDISC") and contains(@tags,"1T1C") and contains(@tags,"IP6FWD") and not(contains(@tags,"VHOST"))]' --lower 0 --upper 16000000 +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/78B-2t2c-ethip6-ip6-ndrdisc --title "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc" --xpath '//*[@framesize="78B" and (contains(@tags,"BASE") or contains(@tags,"SCALE") or contains(@tags,"FEATURE")) and contains(@tags,"NDRDISC") and contains(@tags,"2T2C") and contains(@tags,"IP6FWD") and not(contains(@tags,"VHOST"))]' --lower 0 --upper 26000000 +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/78B-4t4c-ethip6-ip6-ndrdisc --title "78B-4t4c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc" --xpath '//*[@framesize="78B" and (contains(@tags,"BASE") or contains(@tags,"SCALE") or contains(@tags,"FEATURE")) and contains(@tags,"NDRDISC") and contains(@tags,"4T4C") and contains(@tags,"IP6FWD") and not(contains(@tags,"VHOST"))]' --lower 0 --upper 36000000 + +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/64B-1t1c-ethip4-ndrdisc --title "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc" --xpath '//*[@framesize="64B" and contains(@tags,"ENCAP") and contains(@tags,"NDRDISC") and contains(@tags,"1T1C") and (contains(@tags,"VXLAN") or contains(@tags,"VXLANGPE") or contains(@tags,"LISP") or contains(@tags,"LISPGPE") or contains(@tags,"GRE")) and not(contains(@tags,"VHOST"))]' --lower 0 --upper 16000000 +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/64B-2t2c-ethip4-ndrdisc --title "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc" --xpath '//*[@framesize="64B" and contains(@tags,"ENCAP") and contains(@tags,"NDRDISC") and contains(@tags,"2T2C") and (contains(@tags,"VXLAN") or contains(@tags,"VXLANGPE") or contains(@tags,"LISP") or contains(@tags,"LISPGPE") or contains(@tags,"GRE")) and not(contains(@tags,"VHOST"))]' --lower 0 --upper 16000000 +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/64B-4t4c-ethip4-ndrdisc --title "64B-4t4c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc" --xpath '//*[@framesize="64B" and contains(@tags,"ENCAP") and contains(@tags,"NDRDISC") and contains(@tags,"4T4C") and (contains(@tags,"VXLAN") or contains(@tags,"VXLANGPE") or contains(@tags,"LISP") or contains(@tags,"LISPGPE") or contains(@tags,"GRE")) and not(contains(@tags,"VHOST"))]' --lower 2000000 --upper 20000000 + +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/78B-1t1c-ethip6-ndrdisc --title "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc" --xpath '//*[@framesize="78B" and contains(@tags,"ENCAP") and contains(@tags,"NDRDISC") and contains(@tags,"1T1C") and (contains(@tags,"VXLAN") or contains(@tags,"VXLANGPE") or contains(@tags,"LISP") or contains(@tags,"LISPGPE") or contains(@tags,"GRE")) and not(contains(@tags,"VHOST"))]' --lower 2000000 --upper 12000000 +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/78B-2t2c-ethip6-ndrdisc --title "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc" --xpath '//*[@framesize="78B" and contains(@tags,"ENCAP") and contains(@tags,"NDRDISC") and contains(@tags,"2T2C") and (contains(@tags,"VXLAN") or contains(@tags,"VXLANGPE") or contains(@tags,"LISP") or contains(@tags,"LISPGPE") or contains(@tags,"GRE")) and not(contains(@tags,"VHOST"))]' --lower 2000000 --upper 12000000 +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/78B-4t4c-ethip6-ndrdisc --title "78B-4t4c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc" --xpath '//*[@framesize="78B" and contains(@tags,"ENCAP") and contains(@tags,"NDRDISC") and contains(@tags,"4T4C") and (contains(@tags,"VXLAN") or contains(@tags,"VXLANGPE") or contains(@tags,"LISP") or contains(@tags,"LISPGPE") or contains(@tags,"GRE")) and not(contains(@tags,"VHOST"))]' --lower 2000000 --upper 12000000 + +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/64B-1t1c-vhost-ndrdisc --title "64B-1t1c-.*vhost.*-ndrdisc" --xpath '//*[@framesize="64B" and contains(@tags,"NDRDISC") and contains(@tags,"1T1C") and contains(@tags,"VHOST")]' --lower 0 --upper 8000000 +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/64B-2t2c-vhost-ndrdisc --title "64B-2t2c-.*vhost.*-ndrdisc" --xpath '//*[@framesize="64B" and contains(@tags,"NDRDISC") and contains(@tags,"2T2C") and contains(@tags,"VHOST")]' --lower 0 --upper 8000000 +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/64B-4t4c-vhost-ndrdisc --title "64B-4t4c-.*vhost.*-ndrdisc" --xpath '//*[@framesize="64B" and contains(@tags,"NDRDISC") and contains(@tags,"4T4C") and contains(@tags,"VHOST")]' --lower 0 --upper 8000000 + +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/64B-1t1c-l2-pdrdisc --title "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc" --xpath '//*[@framesize="64B" and contains(@tags,"BASE") and contains(@tags,"PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags,"1T1C") and (contains(@tags,"L2BDMACSTAT") or contains(@tags,"L2BDMACLRN") or contains(@tags,"L2XCFWD")) and not(contains(@tags,"VHOST"))]' --lower 0 --upper 16000000 +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/64B-2t2c-l2-pdrdisc --title "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc" --xpath '//*[@framesize="64B" and contains(@tags,"BASE") and contains(@tags,"PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags,"2T2C") and (contains(@tags,"L2BDMACSTAT") or contains(@tags,"L2BDMACLRN") or contains(@tags,"L2XCFWD")) and not(contains(@tags,"VHOST"))]' --lower 0 --upper 26000000 +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/64B-4t4c-l2-pdrdisc --title "64B-4t4c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc" --xpath '//*[@framesize="64B" and contains(@tags,"BASE") and contains(@tags,"PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags,"4T4C") and (contains(@tags,"L2BDMACSTAT") or contains(@tags,"L2BDMACLRN") or contains(@tags,"L2XCFWD")) and not(contains(@tags,"VHOST"))]' --lower 0 --upper 36000000 + +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/64B-1t1c-ethip4-ip4-pdrdisc --title "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc" --xpath '//*[@framesize="64B" and (contains(@tags,"BASE") or contains(@tags,"SCALE") and not(contains(@tags,"NDRDISC")) or contains(@tags,"FEATURE")) and contains(@tags,"PDRDISC") and contains(@tags,"1T1C") and contains(@tags,"IP4FWD") and not(contains(@tags,"VHOST"))]' --lower 0 --upper 16000000 +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/64B-2t2c-ethip4-ip4-pdrdisc --title "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc" --xpath '//*[@framesize="64B" and (contains(@tags,"BASE") or contains(@tags,"SCALE") and not(contains(@tags,"NDRDISC")) or contains(@tags,"FEATURE")) and contains(@tags,"PDRDISC") and contains(@tags,"2T2C") and contains(@tags,"IP4FWD") and not(contains(@tags,"VHOST"))]' --lower 0 --upper 26000000 +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/64B-4t4c-ethip4-ip4-pdrdisc --title "64B-4t4c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc" --xpath '//*[@framesize="64B" and (contains(@tags,"BASE") or contains(@tags,"SCALE") and not(contains(@tags,"NDRDISC")) or contains(@tags,"FEATURE")) and contains(@tags,"PDRDISC") and contains(@tags,"4T4C") and contains(@tags,"IP4FWD") and not(contains(@tags,"VHOST"))]' --lower 0 --upper 36000000 + +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/78B-1t1c-ethip6-ip6-pdrdisc --title "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc" --xpath '//*[@framesize="78B" and (contains(@tags,"BASE") or contains(@tags,"SCALE") and not(contains(@tags,"NDRDISC")) or contains(@tags,"FEATURE")) and contains(@tags,"PDRDISC") and contains(@tags,"1T1C") and contains(@tags,"IP6FWD") and not(contains(@tags,"VHOST"))]' --lower 0 --upper 16000000 +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/78B-2t2c-ethip6-ip6-pdrdisc --title "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc" --xpath '//*[@framesize="78B" and (contains(@tags,"BASE") or contains(@tags,"SCALE") and not(contains(@tags,"NDRDISC")) or contains(@tags,"FEATURE")) and contains(@tags,"PDRDISC") and contains(@tags,"2T2C") and contains(@tags,"IP6FWD") and not(contains(@tags,"VHOST"))]' --lower 0 --upper 26000000 +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/78B-4t4c-ethip6-ip6-pdrdisc --title "78B-4t4c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc" --xpath '//*[@framesize="78B" and (contains(@tags,"BASE") or contains(@tags,"SCALE") and not(contains(@tags,"NDRDISC")) or contains(@tags,"FEATURE")) and contains(@tags,"PDRDISC") and contains(@tags,"4T4C") and contains(@tags,"IP6FWD") and not(contains(@tags,"VHOST"))]' --lower 0 --upper 36000000 + +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/64B-1t1c-ethip4-pdrdisc --title "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc" --xpath '//*[@framesize="64B" and contains(@tags,"ENCAP") and contains(@tags,"PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags,"1T1C") and (contains(@tags,"VXLAN") or contains(@tags,"VXLANGPE") or contains(@tags,"LISP") or contains(@tags,"LISPGPE") or contains(@tags,"GRE")) and not(contains(@tags,"VHOST"))]' --lower 0 --upper 16000000 +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/64B-2t2c-ethip4-pdrdisc --title "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc" --xpath '//*[@framesize="64B" and contains(@tags,"ENCAP") and contains(@tags,"PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags,"2T2C") and (contains(@tags,"VXLAN") or contains(@tags,"VXLANGPE") or contains(@tags,"LISP") or contains(@tags,"LISPGPE") or contains(@tags,"GRE")) and not(contains(@tags,"VHOST"))]' --lower 0 --upper 16000000 +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/64B-4t4c-ethip4-pdrdisc --title "64B-4t4c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc" --xpath '//*[@framesize="64B" and contains(@tags,"ENCAP") and contains(@tags,"PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags,"4T4C") and (contains(@tags,"VXLAN") or contains(@tags,"VXLANGPE") or contains(@tags,"LISP") or contains(@tags,"LISPGPE") or contains(@tags,"GRE")) and not(contains(@tags,"VHOST"))]' --lower 2000000 --upper 20000000 + +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/78B-1t1c-ethip6-pdrdisc --title "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc" --xpath '//*[@framesize="78B" and contains(@tags,"ENCAP") and contains(@tags,"PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags,"1T1C") and (contains(@tags,"VXLAN") or contains(@tags,"VXLANGPE") or contains(@tags,"LISP") or contains(@tags,"LISPGPE") or contains(@tags,"GRE")) and not(contains(@tags,"VHOST"))]' --lower 2000000 --upper 12000000 +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/78B-2t2c-ethip6-pdrdisc --title "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc" --xpath '//*[@framesize="78B" and contains(@tags,"ENCAP") and contains(@tags,"PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags,"2T2C") and (contains(@tags,"VXLAN") or contains(@tags,"VXLANGPE") or contains(@tags,"LISP") or contains(@tags,"LISPGPE") or contains(@tags,"GRE")) and not(contains(@tags,"VHOST"))]' --lower 2000000 --upper 12000000 +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/78B-4t4c-ethip6-pdrdisc --title "78B-4t4c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc" --xpath '//*[@framesize="78B" and contains(@tags,"ENCAP") and contains(@tags,"PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags,"4T4C") and (contains(@tags,"VXLAN") or contains(@tags,"VXLANGPE") or contains(@tags,"LISP") or contains(@tags,"LISPGPE") or contains(@tags,"GRE")) and not(contains(@tags,"VHOST"))]' --lower 2000000 --upper 12000000 + +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/64B-1t1c-vhost-pdrdisc --title "64B-1t1c-.*vhost.*-pdrdisc" --xpath '//*[@framesize="64B" and contains(@tags,"PDRDISC") and contains(@tags,"1T1C") and not(contains(@tags,"NDRDISC")) and contains(@tags,"VHOST")]' --lower 0 --upper 8000000 +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/64B-2t2c-vhost-pdrdisc --title "64B-2t2c-.*vhost.*-pdrdisc" --xpath '//*[@framesize="64B" and contains(@tags,"PDRDISC") and contains(@tags,"2T2C") and not(contains(@tags,"NDRDISC")) and contains(@tags,"VHOST")]' --lower 2000000 --upper 10000000 +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/64B-4t4c-vhost-pdrdisc --title "64B-4t4c-.*vhost.*-pdrdisc" --xpath '//*[@framesize="64B" and contains(@tags,"PDRDISC") and contains(@tags,"4T4C") and not(contains(@tags,"NDRDISC")) and contains(@tags,"VHOST")]' --lower 2000000 --upper 10000000 + +python run_plot.py --input ${STATIC_DIR_TESTPMD} --output ${STATIC_DIR_TESTPMD}/64B-1t1c-l2-ndrdisc --title "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" --xpath '//*[@framesize="64B" and contains(@tags,"BASE") and contains(@tags,"NDRDISC") and contains(@tags,"1T1C") and (contains(@tags,"L2BDMACSTAT") or contains(@tags,"L2BDMACLRN") or contains(@tags,"L2XCFWD")) and not(contains(@tags,"VHOST"))]' --lower 0 --upper 26000000 +python run_plot.py --input ${STATIC_DIR_TESTPMD} --output ${STATIC_DIR_TESTPMD}/64B-2t2c-l2-ndrdisc --title "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" --xpath '//*[@framesize="64B" and contains(@tags,"BASE") and contains(@tags,"NDRDISC") and contains(@tags,"2T2C") and (contains(@tags,"L2BDMACSTAT") or contains(@tags,"L2BDMACLRN") or contains(@tags,"L2XCFWD")) and not(contains(@tags,"VHOST"))]' --lower 0 --upper 26000000 +python run_plot.py --input ${STATIC_DIR_TESTPMD} --output ${STATIC_DIR_TESTPMD}/64B-4t4c-l2-ndrdisc --title "64B-4t4c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" --xpath '//*[@framesize="64B" and contains(@tags,"BASE") and contains(@tags,"NDRDISC") and contains(@tags,"4T4C") and (contains(@tags,"L2BDMACSTAT") or contains(@tags,"L2BDMACLRN") or contains(@tags,"L2XCFWD")) and not(contains(@tags,"VHOST"))]' --lower 0 --upper 26000000 + +python run_plot.py --input ${STATIC_DIR_TESTPMD} --output ${STATIC_DIR_TESTPMD}/64B-1t1c-l2-pdrdisc --title "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc" --xpath '//*[@framesize="64B" and contains(@tags,"BASE") and contains(@tags,"PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags,"1T1C") and (contains(@tags,"L2BDMACSTAT") or contains(@tags,"L2BDMACLRN") or contains(@tags,"L2XCFWD")) and not(contains(@tags,"VHOST"))]' --lower 0 --upper 26000000 +python run_plot.py --input ${STATIC_DIR_TESTPMD} --output ${STATIC_DIR_TESTPMD}/64B-2t2c-l2-pdrdisc --title "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc" --xpath '//*[@framesize="64B" and contains(@tags,"BASE") and contains(@tags,"PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags,"2T2C") and (contains(@tags,"L2BDMACSTAT") or contains(@tags,"L2BDMACLRN") or contains(@tags,"L2XCFWD")) and not(contains(@tags,"VHOST"))]' --lower 0 --upper 26000000 +python run_plot.py --input ${STATIC_DIR_TESTPMD} --output ${STATIC_DIR_TESTPMD}/64B-4t4c-l2-pdrdisc --title "64B-4t4c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc" --xpath '//*[@framesize="64B" and contains(@tags,"BASE") and contains(@tags,"PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags,"4T4C") and (contains(@tags,"L2BDMACSTAT") or contains(@tags,"L2BDMACLRN") or contains(@tags,"L2XCFWD")) and not(contains(@tags,"VHOST"))]' --lower 0 --upper 26000000 + +# Plot latency + +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/64B-1t1c-l2-ndrdisc-lat50 --title "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" --xpath '//*[@framesize="64B" and contains(@tags,"BASE") and contains(@tags,"NDRDISC") and contains(@tags,"1T1C") and (contains(@tags,"L2BDMACSTAT") or contains(@tags,"L2BDMACLRN") or contains(@tags,"L2XCFWD")) and not(contains(@tags,"VHOST"))]' --latency lat_50 +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/64B-2t2c-l2-ndrdisc-lat50 --title "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" --xpath '//*[@framesize="64B" and contains(@tags,"BASE") and contains(@tags,"NDRDISC") and contains(@tags,"2T2C") and (contains(@tags,"L2BDMACSTAT") or contains(@tags,"L2BDMACLRN") or contains(@tags,"L2XCFWD")) and not(contains(@tags,"VHOST"))]' --latency lat_50 +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/64B-4t4c-l2-ndrdisc-lat50 --title "64B-4t4c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" --xpath '//*[@framesize="64B" and contains(@tags,"BASE") and contains(@tags,"NDRDISC") and contains(@tags,"4T4C") and (contains(@tags,"L2BDMACSTAT") or contains(@tags,"L2BDMACLRN") or contains(@tags,"L2XCFWD")) and not(contains(@tags,"VHOST"))]' --latency lat_50 + +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/64B-1t1c-ethip4-ip4-ndrdisc-lat50 --title "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc" --xpath '//*[@framesize="64B" and (contains(@tags,"BASE") or contains(@tags,"SCALE") or contains(@tags,"FEATURE")) and contains(@tags,"NDRDISC") and contains(@tags,"1T1C") and contains(@tags,"IP4FWD") and not(contains(@tags,"VHOST"))]' --latency lat_50 +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/64B-2t2c-ethip4-ip4-ndrdisc-lat50 --title "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc" --xpath '//*[@framesize="64B" and (contains(@tags,"BASE") or contains(@tags,"SCALE") or contains(@tags,"FEATURE")) and contains(@tags,"NDRDISC") and contains(@tags,"2T2C") and contains(@tags,"IP4FWD") and not(contains(@tags,"VHOST"))]' --latency lat_50 +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/64B-4t4c-ethip4-ip4-ndrdisc-lat50 --title "64B-4t4c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc" --xpath '//*[@framesize="64B" and (contains(@tags,"BASE") or contains(@tags,"SCALE") or contains(@tags,"FEATURE")) and contains(@tags,"NDRDISC") and contains(@tags,"4T4C") and contains(@tags,"IP4FWD") and not(contains(@tags,"VHOST"))]' --latency lat_50 + +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/78B-1t1c-ethip6-ip6-ndrdisc-lat50 --title "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc" --xpath '//*[@framesize="78B" and (contains(@tags,"BASE") or contains(@tags,"SCALE") or contains(@tags,"FEATURE")) and contains(@tags,"NDRDISC") and contains(@tags,"1T1C") and contains(@tags,"IP6FWD") and not(contains(@tags,"VHOST"))]' --latency lat_50 +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/78B-2t2c-ethip6-ip6-ndrdisc-lat50 --title "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc" --xpath '//*[@framesize="78B" and (contains(@tags,"BASE") or contains(@tags,"SCALE") or contains(@tags,"FEATURE")) and contains(@tags,"NDRDISC") and contains(@tags,"2T2C") and contains(@tags,"IP6FWD") and not(contains(@tags,"VHOST"))]' --latency lat_50 +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/78B-4t4c-ethip6-ip6-ndrdisc-lat50 --title "78B-4t4c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc" --xpath '//*[@framesize="78B" and (contains(@tags,"BASE") or contains(@tags,"SCALE") or contains(@tags,"FEATURE")) and contains(@tags,"NDRDISC") and contains(@tags,"4T4C") and contains(@tags,"IP6FWD") and not(contains(@tags,"VHOST"))]' --latency lat_50 + +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/64B-1t1c-ethip4-ndrdisc-lat50 --title "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc" --xpath '//*[@framesize="64B" and contains(@tags,"ENCAP") and contains(@tags,"NDRDISC") and contains(@tags,"1T1C") and (contains(@tags,"VXLAN") or contains(@tags,"VXLANGPE") or contains(@tags,"LISP") or contains(@tags,"LISPGPE") or contains(@tags,"GRE")) and not(contains(@tags,"VHOST"))]' --latency lat_50 +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/64B-2t2c-ethip4-ndrdisc-lat50 --title "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc" --xpath '//*[@framesize="64B" and contains(@tags,"ENCAP") and contains(@tags,"NDRDISC") and contains(@tags,"2T2C") and (contains(@tags,"VXLAN") or contains(@tags,"VXLANGPE") or contains(@tags,"LISP") or contains(@tags,"LISPGPE") or contains(@tags,"GRE")) and not(contains(@tags,"VHOST"))]' --latency lat_50 +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/64B-4t4c-ethip4-ndrdisc-lat50 --title "64B-4t4c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc" --xpath '//*[@framesize="64B" and contains(@tags,"ENCAP") and contains(@tags,"NDRDISC") and contains(@tags,"4T4C") and (contains(@tags,"VXLAN") or contains(@tags,"VXLANGPE") or contains(@tags,"LISP") or contains(@tags,"LISPGPE") or contains(@tags,"GRE")) and not(contains(@tags,"VHOST"))]' --latency lat_50 + +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/78B-1t1c-ethip6-ndrdisc-lat50 --title "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc" --xpath '//*[@framesize="78B" and contains(@tags,"ENCAP") and contains(@tags,"NDRDISC") and contains(@tags,"1T1C") and (contains(@tags,"VXLAN") or contains(@tags,"VXLANGPE") or contains(@tags,"LISP") or contains(@tags,"LISPGPE") or contains(@tags,"GRE")) and not(contains(@tags,"VHOST"))]' --latency lat_50 +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/78B-2t2c-ethip6-ndrdisc-lat50 --title "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc" --xpath '//*[@framesize="78B" and contains(@tags,"ENCAP") and contains(@tags,"NDRDISC") and contains(@tags,"2T2C") and (contains(@tags,"VXLAN") or contains(@tags,"VXLANGPE") or contains(@tags,"LISP") or contains(@tags,"LISPGPE") or contains(@tags,"GRE")) and not(contains(@tags,"VHOST"))]' --latency lat_50 +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/78B-4t4c-ethip6-ndrdisc-lat50 --title "78B-4t4c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc" --xpath '//*[@framesize="78B" and contains(@tags,"ENCAP") and contains(@tags,"NDRDISC") and contains(@tags,"4T4C") and (contains(@tags,"VXLAN") or contains(@tags,"VXLANGPE") or contains(@tags,"LISP") or contains(@tags,"LISPGPE") or contains(@tags,"GRE")) and not(contains(@tags,"VHOST"))]' --latency lat_50 + +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/64B-1t1c-vhost-ndrdisc-lat50 --title "64B-1t1c-.*vhost.*-ndrdisc" --xpath '//*[@framesize="64B" and contains(@tags,"NDRDISC") and contains(@tags,"1T1C") and contains(@tags,"VHOST")]' --latency lat_50 +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/64B-2t2c-vhost-ndrdisc-lat50 --title "64B-2t2c-.*vhost.*-ndrdisc" --xpath '//*[@framesize="64B" and contains(@tags,"NDRDISC") and contains(@tags,"2T2C") and contains(@tags,"VHOST")]' --latency lat_50 +python run_plot.py --input ${STATIC_DIR_VPP} --output ${STATIC_DIR_VPP}/64B-4t4c-vhost-ndrdisc-lat50 --title "64B-4t4c-.*vhost.*-ndrdisc" --xpath '//*[@framesize="64B" and contains(@tags,"NDRDISC") and contains(@tags,"4T4C") and contains(@tags,"VHOST")]' --latency lat_50 + +python run_plot.py --input ${STATIC_DIR_TESTPMD} --output ${STATIC_DIR_TESTPMD}/64B-1t1c-l2-ndrdisc-lat50 --title "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" --xpath '//*[@framesize="64B" and contains(@tags,"BASE") and contains(@tags,"NDRDISC") and contains(@tags,"1T1C") and (contains(@tags,"L2BDMACSTAT") or contains(@tags,"L2BDMACLRN") or contains(@tags,"L2XCFWD")) and not(contains(@tags,"VHOST"))]' --latency lat_50 +python run_plot.py --input ${STATIC_DIR_TESTPMD} --output ${STATIC_DIR_TESTPMD}/64B-2t2c-l2-ndrdisc-lat50 --title "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" --xpath '//*[@framesize="64B" and contains(@tags,"BASE") and contains(@tags,"NDRDISC") and contains(@tags,"2T2C") and (contains(@tags,"L2BDMACSTAT") or contains(@tags,"L2BDMACLRN") or contains(@tags,"L2XCFWD")) and not(contains(@tags,"VHOST"))]' --latency lat_50 +python run_plot.py --input ${STATIC_DIR_TESTPMD} --output ${STATIC_DIR_TESTPMD}/64B-4t4c-l2-ndrdisc-lat50 --title "64B-4t4c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" --xpath '//*[@framesize="64B" and contains(@tags,"BASE") and contains(@tags,"NDRDISC") and contains(@tags,"4T4C") and (contains(@tags,"L2BDMACSTAT") or contains(@tags,"L2BDMACLRN") or contains(@tags,"L2XCFWD")) and not(contains(@tags,"VHOST"))]' --latency lat_50 + +# Download raw outputs for archive + +#echo Downloading raw outputs for archive ... +#JENKINS_URL='https://jenkins.fd.io/view/csit/job/' +#JENKINS_DIR='/artifact/*zip*/' +#JENKINS_FILE='archive.zip' + +#PERF_JENKINS_JOB='csit-vpp-perf-1701-all' +#PERF_JENKINS_BUILD=(3 4 7) + +#for i in "${PERF_JENKINS_BUILD[@]}"; do +# wget -q ${JENKINS_URL}${PERF_JENKINS_JOB}/${i}${JENKINS_DIR}${JENKINS_FILE} -O ${STATIC_DIR}/${PERF_JENKINS_JOB}-${i}.zip +#done + +#PERF_JENKINS_JOB='csit-vpp-perf-1701-long' +#PERF_JENKINS_BUILD=(2 4) + +#for i in "${PERF_JENKINS_BUILD[@]}"; do +# wget -q ${JENKINS_URL}${PERF_JENKINS_JOB}/${i}${JENKINS_DIR}${JENKINS_FILE} -O ${STATIC_DIR}/${PERF_JENKINS_JOB}-${i}.zip +#done + +#FUNC_JENKINS_JOB='csit-vpp-functional-1701-virl' +#FUNC_JENKINS_BUILD=(18) + +#for i in "${FUNC_JENKINS_BUILD[@]}"; do +# wget -q ${JENKINS_URL}${FUNC_JENKINS_JOB}/${i}${JENKINS_DIR}${JENKINS_FILE} -O ${STATIC_DIR}/${FUNC_JENKINS_JOB}-${i}.zip +#done + +#PERF_JENKINS_JOB='csit-dpdk-perf-1701-all' +#PERF_JENKINS_BUILD=(2 3) + +#for i in "${PERF_JENKINS_BUILD[@]}"; do +# wget -q ${JENKINS_URL}${PERF_JENKINS_JOB}/${i}${JENKINS_DIR}${JENKINS_FILE} -O ${STATIC_DIR}/${PERF_JENKINS_JOB}-${i}.zip +#done + +# Create archive +echo Creating csit.report.tar.gz ... +tar -czvf ./csit.report.tar.gz ${BUILD_DIR}