From a6018da33d315b25274d80816d8050ba66ea7901 Mon Sep 17 00:00:00 2001 From: Jan Gelety Date: Tue, 21 Aug 2018 15:04:01 +0200 Subject: [PATCH] VPP link bonding perf tests with two links between DUTs Jira: CSIT-1247 Change-Id: Ia6a3f7682eb9a35040682913c0e33a1d61d1e6fa Signed-off-by: Jan Gelety --- docs/tag_documentation.rst | 8 + .../performance/performance_configuration.robot | 153 ++++++++++++++++-- .../robot/performance/performance_setup.robot | 115 ++++++++++++-- resources/libraries/robot/shared/default.robot | 14 +- ...q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot | 1 + ...2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot | 1 + ...k-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot | 1 + ...ot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot | 1 + ...q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot | 3 +- ...2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot | 3 +- ...p-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot | 3 +- ...ot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot | 3 +- ...q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot | 168 ++++++++++++++++++++ ...2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot | 172 +++++++++++++++++++++ ...p-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot | 165 ++++++++++++++++++++ ...ot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot | 170 ++++++++++++++++++++ 16 files changed, 946 insertions(+), 35 deletions(-) create mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot create mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot create mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot create mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot diff --git a/docs/tag_documentation.rst b/docs/tag_documentation.rst index da2c790f6e..97b48f531a 100644 --- a/docs/tag_documentation.rst +++ b/docs/tag_documentation.rst @@ -437,6 +437,14 @@ Interface tags All test cases which uses link bonding with load-balance mode l34. +.. topic:: LBOND_1L + + All test cases which uses one link for link bonding. + +.. topic:: LBOND_2L + + All test cases which uses two links for link bonding. + Feature tags ------------ diff --git a/resources/libraries/robot/performance/performance_configuration.robot b/resources/libraries/robot/performance/performance_configuration.robot index 30500964d7..2e7274b0a9 100644 --- a/resources/libraries/robot/performance/performance_configuration.robot +++ b/resources/libraries/robot/performance/performance_configuration.robot @@ -45,17 +45,45 @@ | | ... # TODO: Rework KW to set all interfaces in path UP and set MTU (including # software interfaces. Run KW at the start phase of VPP setup to split -# from other "functial" configuration. This will allow modularity of this +# from other "functional" configuration. This will allow modularity of this # library | | ${duts}= | Get Matches | ${nodes} | DUT* | | :FOR | ${dut} | IN | @{duts} -| | | Set Interface State | ${nodes['${dut}']} | ${${dut}_if1} | up -| | | Set Interface State | ${nodes['${dut}']} | ${${dut}_if2} | up +| | | ${if1_status} | ${value}= | Run Keyword And Ignore Error +| | | ... | Variable Should Exist | ${${dut}_if1} +| | | Run Keyword If | '${if1_status}' == 'PASS' +| | | ... | Set Interface State | ${nodes['${dut}']} | ${${dut}_if1} | up +| | | ... | ELSE +| | | ... | Set Interface State | ${nodes['${dut}']} | ${${dut}_if1_1} | up +| | | Run Keyword Unless | '${if1_status}' == 'PASS' +| | | ... | Set Interface State | ${nodes['${dut}']} | ${${dut}_if1_2} | up +| | | ${if2_status} | ${value}= | Run Keyword And Ignore Error +| | | ... | Variable Should Exist | ${${dut}_if2} +| | | Run Keyword If | '${if2_status}' == 'PASS' +| | | ... | Set Interface State | ${nodes['${dut}']} | ${${dut}_if2} | up +| | | ... | ELSE +| | | ... | Set Interface State | ${nodes['${dut}']} | ${${dut}_if2_1} | up +| | | Run Keyword Unless | '${if2_status}' == 'PASS' +| | | ... | Set Interface State | ${nodes['${dut}']} | ${${dut}_if2_2} | up | | All VPP Interfaces Ready Wait | ${nodes} | | ${duts}= | Get Matches | ${nodes} | DUT* | | :FOR | ${dut} | IN | @{duts} -| | | VPP Set Interface MTU | ${nodes['${dut}']} | ${${dut}_if1} -| | | VPP Set Interface MTU | ${nodes['${dut}']} | ${${dut}_if2} +| | | ${if1_status} | ${value}= | Run Keyword And Ignore Error +| | | ... | Variable Should Exist | ${${dut}_if1} +| | | Run Keyword If | '${if1_status}' == 'PASS' +| | | ... | VPP Set Interface MTU | ${nodes['${dut}']} | ${${dut}_if1} +| | | ... | ELSE +| | | ... | VPP Set Interface MTU | ${nodes['${dut}']} | ${${dut}_if1_1} +| | | Run Keyword Unless | '${if1_status}' == 'PASS' +| | | ... | VPP Set Interface MTU | ${nodes['${dut}']} | ${${dut}_if1_2} +| | | ${if2_status} | ${value}= | Run Keyword And Ignore Error +| | | ... | Variable Should Exist | ${${dut}_if2} +| | | Run Keyword If | '${if2_status}' == 'PASS' +| | | ... | VPP Set Interface MTU | ${nodes['${dut}']} | ${${dut}_if2} +| | | ... | ELSE +| | | ... | VPP Set Interface MTU | ${nodes['${dut}']} | ${${dut}_if2_1} +| | | Run Keyword Unless | '${if2_status}' == 'PASS' +| | | ... | VPP Set Interface MTU | ${nodes['${dut}']} | ${${dut}_if2_2} | | All VPP Interfaces Ready Wait | ${nodes} | Initialize IPSec in 3-node circular topology @@ -984,13 +1012,31 @@ | | ... | ${lb_mode} | | Set Interface State | ${dut1} | ${dut1_eth_bond_if1} | up | | VPP Set interface MTU | ${dut1} | ${dut1_eth_bond_if1} -| | VPP Enslave Physical Interface | ${dut1} | ${dut1_if2} +| | ${if2_status} | ${value}= | Run Keyword And Ignore Error +| | ... | Variable Should Exist | ${dut1_if2} +| | Run Keyword If | '${if2_status}' == 'PASS' +| | ... | VPP Enslave Physical Interface | ${dut1} | ${dut1_if2} +| | ... | ${dut1_eth_bond_if1} +| | ... | ELSE +| | ... | VPP Enslave Physical Interface | ${dut1} | ${dut1_if2_1} +| | ... | ${dut1_eth_bond_if1} +| | Run Keyword Unless | '${if2_status}' == 'PASS' +| | ... | VPP Enslave Physical Interface | ${dut1} | ${dut1_if2_2} | | ... | ${dut1_eth_bond_if1} | | ${dut2_eth_bond_if1}= | VPP Create Bond Interface | ${dut2} | ${bond_mode} | | ... | ${lb_mode} | | Set Interface State | ${dut2} | ${dut2_eth_bond_if1} | up | | VPP Set interface MTU | ${dut1} | ${dut1_eth_bond_if1} -| | VPP Enslave Physical Interface | ${dut2} | ${dut2_if1} +| | ${if1_status} | ${value}= | Run Keyword And Ignore Error +| | ... | Variable Should Exist | ${dut2_if1} +| | Run Keyword If | '${if1_status}' == 'PASS' +| | ... | VPP Enslave Physical Interface | ${dut2} | ${dut2_if1} +| | ... | ${dut2_eth_bond_if1} +| | ... | ELSE +| | ... | VPP Enslave Physical Interface | ${dut2} | ${dut2_if1_1} +| | ... | ${dut2_eth_bond_if1} +| | Run Keyword Unless | '${if2_status}' == 'PASS' +| | ... | VPP Enslave Physical Interface | ${dut2} | ${dut2_if1_2} | | ... | ${dut2_eth_bond_if1} | | VPP Show Bond Data On All Nodes | ${nodes} | details=${TRUE} | | Initialize VLAN dot1q sub-interfaces in 3-node circular topology @@ -1704,13 +1750,31 @@ | | ... | ${lb_mode} | | Set Interface State | ${dut1} | ${dut1_eth_bond_if1} | up | | VPP Set interface MTU | ${dut1} | ${dut1_eth_bond_if1} -| | VPP Enslave Physical Interface | ${dut1} | ${dut1_if2} +| | ${if2_status} | ${value}= | Run Keyword And Ignore Error +| | ... | Variable Should Exist | ${dut1_if2} +| | Run Keyword If | '${if2_status}' == 'PASS' +| | ... | VPP Enslave Physical Interface | ${dut1} | ${dut1_if2} +| | ... | ${dut1_eth_bond_if1} +| | ... | ELSE +| | ... | VPP Enslave Physical Interface | ${dut1} | ${dut1_if2_1} +| | ... | ${dut1_eth_bond_if1} +| | Run Keyword Unless | '${if2_status}' == 'PASS' +| | ... | VPP Enslave Physical Interface | ${dut1} | ${dut1_if2_2} | | ... | ${dut1_eth_bond_if1} | | ${dut2_eth_bond_if1}= | VPP Create Bond Interface | ${dut2} | ${bond_mode} | | ... | ${lb_mode} | | Set Interface State | ${dut2} | ${dut2_eth_bond_if1} | up | | VPP Set interface MTU | ${dut2} | ${dut2_eth_bond_if1} -| | VPP Enslave Physical Interface | ${dut2} | ${dut2_if1} +| | ${if1_status} | ${value}= | Run Keyword And Ignore Error +| | ... | Variable Should Exist | ${dut2_if1} +| | Run Keyword If | '${if1_status}' == 'PASS' +| | ... | VPP Enslave Physical Interface | ${dut2} | ${dut2_if1} +| | ... | ${dut2_eth_bond_if1} +| | ... | ELSE +| | ... | VPP Enslave Physical Interface | ${dut2} | ${dut2_if1_1} +| | ... | ${dut2_eth_bond_if1} +| | Run Keyword Unless | '${if2_status}' == 'PASS' +| | ... | VPP Enslave Physical Interface | ${dut2} | ${dut2_if1_2} | | ... | ${dut2_eth_bond_if1} | | VPP Show Bond Data On All Nodes | ${nodes} | details=${TRUE} | | Initialize VLAN dot1q sub-interfaces in 3-node circular topology @@ -1738,11 +1802,43 @@ | | ... | | ${duts}= | Get Matches | ${nodes} | DUT* | | :FOR | ${dut} | IN | @{duts} -| | | ${if1_pci}= | Get Interface PCI Addr | ${nodes['${dut}']} | ${${dut}_if1} -| | | ${if2_pci}= | Get Interface PCI Addr | ${nodes['${dut}']} | ${${dut}_if2} -| | | Run keyword | ${dut}.Add DPDK Dev | ${if1_pci} | ${if2_pci} -| | | Set Test Variable | ${${dut}_if1_pci} | ${if1_pci} -| | | Set Test Variable | ${${dut}_if2_pci} | ${if2_pci} +| | | ${if1_status} | ${value}= | Run Keyword And Ignore Error +| | | ... | Variable Should Exist | ${${dut}_if1} +| | | ${if1_pci}= | Run Keyword If | '${if1_status}' == 'PASS' +| | | ... | Get Interface PCI Addr | ${nodes['${dut}']} | ${${dut}_if1} +| | | ${if1_1_pci}= | Run Keyword Unless | '${if1_status}' == 'PASS' +| | | ... | Get Interface PCI Addr | ${nodes['${dut}']} | ${${dut}_if1_1} +| | | ${if1_2_pci}= | Run Keyword Unless | '${if1_status}' == 'PASS' +| | | ... | Get Interface PCI Addr | ${nodes['${dut}']} | ${${dut}_if1_2} +| | | ${if2_status} | ${value}= | Run Keyword And Ignore Error +| | | ... | Variable Should Exist | ${${dut}_if2} +| | | ${if2_pci}= | Run Keyword If | '${if2_status}' == 'PASS' +| | | ... | Get Interface PCI Addr | ${nodes['${dut}']} | ${${dut}_if2} +| | | ${if2_1_pci}= | Run Keyword Unless | '${if2_status}' == 'PASS' +| | | ... | Get Interface PCI Addr | ${nodes['${dut}']} | ${${dut}_if2_1} +| | | ${if2_2_pci}= | Run Keyword Unless | '${if2_status}' == 'PASS' +| | | ... | Get Interface PCI Addr | ${nodes['${dut}']} | ${${dut}_if2_2} +| | | @{pci_devs}= | Run Keyword If | '${if1_status}' == 'PASS' +| | | ... | Create List | ${if1_pci} +| | | ... | ELSE +| | | ... | Create List | ${if1_1_pci} | ${if1_2_pci} +| | | Run Keyword If | '${if2_status}' == 'PASS' +| | | ... | Append To List | ${pci_devs} | ${if2_pci} +| | | ... | ELSE +| | | ... | Append To List | ${pci_devs} | ${if2_1_pci} | ${if2_2_pci} +| | | Run keyword | ${dut}.Add DPDK Dev | @{pci_devs} +| | | Run Keyword If | '${if1_status}' == 'PASS' +| | | ... | Set Test Variable | ${${dut}_if1_pci} | ${if1_pci} +| | | Run Keyword Unless | '${if1_status}' == 'PASS' +| | | ... | Set Test Variable | ${${dut}_if1_1_pci} | ${if1_1_pci} +| | | Run Keyword Unless | '${if1_status}' == 'PASS' +| | | ... | Set Test Variable | ${${dut}_if1_2_pci} | ${if1_2_pci} +| | | Run Keyword If | '${if2_status}' == 'PASS' +| | | ... | Set Test Variable | ${${dut}_if2_pci} | ${if2_pci} +| | | Run Keyword Unless | '${if2_status}' == 'PASS' +| | | ... | Set Test Variable | ${${dut}_if2_1_pci} | ${if2_1_pci} +| | | Run Keyword Unless | '${if2_status}' == 'PASS' +| | | ... | Set Test Variable | ${${dut}_if2_2_pci} | ${if2_2_pci} | Add single PCI device to all DUTs | | [Documentation] @@ -1757,7 +1853,7 @@ | | | Run keyword | ${dut}.Add DPDK Dev | ${if1_pci} | | | Set Test Variable | ${${dut}_if1_pci} | ${if1_pci} -| Add VLAN Strip Offload switch off between DUTs in 3-node single link topology +| Add VLAN strip offload switch off between DUTs in 3-node single link topology | | [Documentation] | | ... | Add VLAN Strip Offload switch off on PCI devices between DUTs to VPP | | ... | configuration file. @@ -1767,6 +1863,20 @@ | | Run keyword | DUT2.Add DPDK Dev Parameter | ${dut2_if1_pci} | | ... | vlan-strip-offload | off +| Add VLAN strip offload switch off between DUTs in 3-node double link topology +| | [Documentation] +| | ... | Add VLAN Strip Offload switch off on PCI devices between DUTs to VPP +| | ... | configuration file. +| | ... +| | Run keyword | DUT1.Add DPDK Dev Parameter | ${dut1_if2_1_pci} +| | ... | vlan-strip-offload | off +| | Run keyword | DUT1.Add DPDK Dev Parameter | ${dut1_if2_2_pci} +| | ... | vlan-strip-offload | off +| | Run keyword | DUT2.Add DPDK Dev Parameter | ${dut2_if1_1_pci} +| | ... | vlan-strip-offload | off +| | Run keyword | DUT2.Add DPDK Dev Parameter | ${dut2_if1_2_pci} +| | ... | vlan-strip-offload | off + | Add DPDK bonded ethernet interfaces to DUTs in 3-node single link topology | | [Documentation] | | ... | Add DPDK bonded Ethernet interfaces with mode XOR and transmit policy @@ -1819,8 +1929,17 @@ | | Run keyword | ${vm_name}.Qemu Set Serial Port | ${serial_port} | | ${ssh_fwd_port}= | Evaluate | ${qemu_id} + ${10021} | | Run keyword | ${vm_name}.Qemu Set Ssh Fwd Port | ${ssh_fwd_port} -| | ${dut_numa}= | Get interfaces numa node | ${nodes['${dut}']} -| | ... | ${${dut}_if1} | ${${dut}_if2} +| | ${if1_status} | ${value}= | Run Keyword And Ignore Error +| | ... | Variable Should Exist | ${${dut}_if1} +| | @{if_list}= | Run Keyword If | '${if1_status}' == 'PASS' +| | ... | Create List | ${${dut}_if1} +| | ... | ELSE | Create List | ${${dut}_if1_1} | ${${dut}_if1_2} +| | ${if2_status} | ${value}= | Run Keyword And Ignore Error +| | ... | Variable Should Exist | ${${dut}_if2} +| | Run Keyword If | '${if2_status}' == 'PASS' +| | ... | Append To List | ${if_list} | ${${dut}_if2} +| | ... | ELSE | Append To List | ${if_list} | ${${dut}_if2_1} | ${${dut}_if2_2} +| | ${dut_numa}= | Get interfaces numa node | ${nodes['${dut}']} | @{if_list} # Compute CPU placement for VM based on expected DUT placement. | | ${os_cpus}= | Set Variable | ${1} | | ${dut_main_cpus}= | Set Variable | ${1} diff --git a/resources/libraries/robot/performance/performance_setup.robot b/resources/libraries/robot/performance/performance_setup.robot index eef624e50c..0a1eeec955 100644 --- a/resources/libraries/robot/performance/performance_setup.robot +++ b/resources/libraries/robot/performance/performance_setup.robot @@ -142,8 +142,8 @@ | | ... | - dut1_if1 - DUT1 interface towards TG. | | ... | - dut1_if2 - DUT1 interface towards DUT2. | | ... | - dut2 - DUT2 node -| | ... | - dut2_if1 - DUT2 interface towards TG. -| | ... | - dut2_if2 - DUT2 interface towards DUT1. +| | ... | - dut2_if1 - DUT2 interface towards DUT1. +| | ... | - dut2_if2 - DUT2 interface towards TG. | | ... | | ... | *Example:* | | ... @@ -174,6 +174,74 @@ | | Set Suite Variable | ${dut2_if1} | | Set Suite Variable | ${dut2_if2} +| Set variables in 3-node circular topology with DUT interface model with double link between DUTs +| | [Documentation] +| | ... | Compute path for testing on three given nodes in circular topology +| | ... | with double link between DUTs based on interface model provided as an +| | ... | argument and set corresponding suite variables. +| | ... +| | ... | *Arguments:* +| | ... | - iface_model - Interface model. Type: string +| | ... +| | ... | _NOTE:_ This KW sets following suite variables: +| | ... | - tg - TG node +| | ... | - tg_if1 - TG interface towards DUT1. +| | ... | - tg_if2 - TG interface towards DUT2. +| | ... | - dut1 - DUT1 node +| | ... | - dut1_if1 - DUT1 interface towards TG. +| | ... | - dut1_if2_1 - DUT1 interface 1 towards DUT2. +| | ... | - dut1_if2_2 - DUT1 interface 2 towards DUT2. +| | ... | - dut2 - DUT2 node +| | ... | - dut2_if1_1 - DUT2 interface 1 towards DUT1. +| | ... | - dut2_if1_2 - DUT2 interface 2 towards DUT1. +| | ... | - dut2_if2 - DUT2 interface towards TG. +| | ... +| | ... | *Example:* +| | ... +| | ... | \| Set variables in 3-node circular topology with DUT interface model\ +| | ... | with double link between DUTs \| Intel-X520-DA2 \| +| | ... +| | [Arguments] | ${iface_model} +| | ... +| | ${iface_model_list}= | Create list | ${iface_model} +| | # Compute path TG - DUT1 with single link in between +| | Append Node | ${nodes['TG']} +| | Append Node | ${nodes['DUT1']} | filter_list=${iface_model_list} +| | Append Node | ${nodes['TG']} +| | Compute Path +| | ${tg_if1} | ${tg}= | Next Interface +| | ${dut1_if1} | ${dut1}= | Next Interface +| | # Compute path TG - DUT2 with single link in between +| | Clear Path +| | Append Node | ${nodes['TG']} +| | Append Node | ${nodes['DUT2']} | filter_list=${iface_model_list} +| | Append Node | ${nodes['TG']} +| | Compute Path +| | ${tg_if2} | ${tg}= | Next Interface +| | ${dut2_if2} | ${dut2}= | Next Interface +| | # Compute path DUT1 - DUT2 with double link in between +| | Clear Path +| | Append Node | ${nodes['DUT1']} | filter_list=${iface_model_list} +| | Append Node | ${nodes['DUT2']} | filter_list=${iface_model_list} +| | Append Node | ${nodes['DUT1']} | filter_list=${iface_model_list} +| | Compute Path | always_same_link=${FALSE} +| | ${dut1_if2_1} | ${dut1}= | First Interface +| | ${dut1_if2_2} | ${dut1}= | Last Interface +| | ${dut2_if1_1} | ${dut2}= | First Ingress Interface +| | ${dut2_if1_2} | ${dut2}= | Last Egress Interface +| | # Set suite variables +| | Set Suite Variable | ${tg} +| | Set Suite Variable | ${tg_if1} +| | Set Suite Variable | ${tg_if2} +| | Set Suite Variable | ${dut1} +| | Set Suite Variable | ${dut1_if1} +| | Set Suite Variable | ${dut1_if2_1} +| | Set Suite Variable | ${dut1_if2_2} +| | Set Suite Variable | ${dut2} +| | Set Suite Variable | ${dut2_if1_1} +| | Set Suite Variable | ${dut2_if1_2} +| | Set Suite Variable | ${dut2_if2} + | Tear down guest VM with dpdk-testpmd | | [Documentation] | | ... | Stop all qemu processes with dpdk-testpmd running on ${dut_node}. @@ -228,8 +296,8 @@ | Set up 2-node performance topology with DUT's NIC model | | [Documentation] -| | ... | Suite preparation phase that setup default startup configuration of -| | ... | VPP on all DUTs. Updates interfaces on all nodes and setup global +| | ... | Suite preparation phase that sets the default startup configuration of +| | ... | VPP on all DUTs. Updates interfaces on all nodes and sets the global | | ... | variables used in test cases based on interface model provided as an | | ... | argument. Initializes traffic generator. | | ... @@ -250,8 +318,8 @@ | Set up 2-node-switched performance topology with DUT's NIC model | | [Documentation] -| | ... | Suite preparation phase that setup default startup configuration of -| | ... | VPP on all DUTs. Updates interfaces on all nodes and setup global +| | ... | Suite preparation phase that sets the default startup configuration of +| | ... | VPP on all DUTs. Updates interfaces on all nodes and sets the global | | ... | variables used in test cases based on interface model provided as an | | ... | argument. Initializes traffic generator. | | ... @@ -277,8 +345,8 @@ | Set up 3-node performance topology with DUT's NIC model | | [Documentation] -| | ... | Suite preparation phase that setup default startup configuration of -| | ... | VPP on all DUTs. Updates interfaces on all nodes and setup global +| | ... | Suite preparation phase that sets the default startup configuration of +| | ... | VPP on all DUTs. Updates interfaces on all nodes and sets the global | | ... | variables used in test cases based on interface model provided as an | | ... | argument. Initializes traffic generator. | | ... @@ -298,9 +366,32 @@ | | Initialize traffic generator | ${tg} | ${tg_if1} | ${tg_if2} | | ... | ${dut1} | ${dut1_if1} | ${dut2} | ${dut2_if2} | ${topology_type} +| Set up 3-node performance topology with DUT's NIC model with double link between DUTs +| | [Documentation] +| | ... | Suite preparation phase that sets the default startup configuration of +| | ... | VPP on all DUTs. Updates interfaces on all nodes and sets the global +| | ... | variables used in test cases based on interface model provided as an +| | ... | argument. Initializes traffic generator. +| | ... +| | ... | *Arguments:* +| | ... | - topology_type - Topology type. Type: string +| | ... | - nic_model - Interface model. Type: string +| | ... +| | ... | *Example:* +| | ... +| | ... | \| Set up 3-node performance topology with DUT's NIC model with \ +| | ... | double link between DUTs \| L2 \| Intel-X520-DA2 \| +| | ... +| | [Arguments] | ${topology_type} | ${nic_model} +| | ... +| | Set variables in 3-node circular topology with DUT interface model with double link between DUTs +| | ... | ${nic_model} +| | Initialize traffic generator | ${tg} | ${tg_if1} | ${tg_if2} +| | ... | ${dut1} | ${dut1_if1} | ${dut2} | ${dut2_if2} | ${topology_type} + | Set up DPDK 2-node performance topology with DUT's NIC model | | [Documentation] -| | ... | Updates interfaces on all nodes and setup global +| | ... | Updates interfaces on all nodes and sets the global | | ... | variables used in test cases based on interface model provided as an | | ... | argument. Initializes traffic generator. Initializes DPDK test | | ... | environment. @@ -324,7 +415,7 @@ | Set up DPDK 3-node performance topology with DUT's NIC model | | [Documentation] -| | ... | Updates interfaces on all nodes and setup global +| | ... | Updates interfaces on all nodes and sets the global | | ... | variables used in test cases based on interface model provided as an | | ... | argument. Initializes traffic generator. Initializes DPDK test | | ... | environment. @@ -438,8 +529,8 @@ | Set up 3-node performance topology with wrk and DUT's NIC model | | [Documentation] -| | ... | Suite preparation phase that setup default startup configuration of -| | ... | VPP on all DUTs. Updates interfaces on all nodes and setup global +| | ... | Suite preparation phase that sets the default startup configuration of +| | ... | VPP on all DUTs. Updates interfaces on all nodes and sets the global | | ... | variables used in test cases based on interface model provided as an | | ... | argument. Installs the traffic generator. | | ... diff --git a/resources/libraries/robot/shared/default.robot b/resources/libraries/robot/shared/default.robot index 137e2e829a..ecce5762b8 100644 --- a/resources/libraries/robot/shared/default.robot +++ b/resources/libraries/robot/shared/default.robot @@ -156,8 +156,18 @@ | | ${num_mbufs_int} | Convert to Integer | 16384 | | ${duts}= | Get Matches | ${nodes} | DUT* | | :FOR | ${dut} | IN | @{duts} -| | | ${numa}= | Get interfaces numa node | ${nodes['${dut}']} -| | | ... | ${${dut}_if1} | ${${dut}_if2} +| | | ${if1_status} | ${value}= | Run Keyword And Ignore Error +| | | ... | Variable Should Exist | ${${dut}_if1} +| | | @{if_list}= | Run Keyword If | '${if1_status}' == 'PASS' +| | | ... | Create List | ${${dut}_if1} +| | | ... | ELSE | Create List | ${${dut}_if1_1} | ${${dut}_if1_2} +| | | ${if2_status} | ${value}= | Run Keyword And Ignore Error +| | | ... | Variable Should Exist | ${${dut}_if2} +| | | Run Keyword If | '${if2_status}' == 'PASS' +| | | ... | Append To List | ${if_list} | ${${dut}_if2} +| | | ... | ELSE +| | | ... | Append To List | ${if_list} | ${${dut}_if2_1} | ${${dut}_if2_2} +| | | ${numa}= | Get interfaces numa node | ${nodes['${dut}']} | @{if_list} | | | ${smt_used}= | Is SMT enabled | ${nodes['${dut}']['cpuinfo']} | | | ${cpu_main}= | Cpu list per node str | ${nodes['${dut}']} | ${numa} | | | ... | skip_cnt=${1} | cpu_cnt=${1} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbdpdk-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbdpdk-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot index 9adc2c91dc..bae5123cc7 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbdpdk-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbdpdk-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot @@ -18,6 +18,7 @@ | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR | ... | NIC_Intel-X710 | DOT1Q | L2BDMACLRN | BASE | VHOST | 1VM | ... | VHOST_1024 | LBOND | LBOND_DPDK | LBOND_MODE_XOR | LBOND_LB_L34 +| ... | LBOND_1L | ... | Suite Setup | Set up 3-node performance topology with DUT's NIC model | ... | L2 | Intel-X710 diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbdpdk-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbdpdk-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot index 408ae015b8..e2f32e0933 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbdpdk-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbdpdk-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot @@ -18,6 +18,7 @@ | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | ... | NIC_Intel-X710 | DOT1Q | L2BDMACLRN | BASE | VHOST | 1VM | ... | VHOST_1024 | LBOND | LBOND_DPDK | LBOND_MODE_XOR | LBOND_LB_L34 +| ... | LBOND_1L | ... | Suite Setup | Set up 3-node performance topology with DUT's NIC model | ... | L2 | Intel-X710 diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbdpdk-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbdpdk-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot index 81cd59bdac..1f1a540ebb 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbdpdk-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbdpdk-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot @@ -18,6 +18,7 @@ | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR | ... | NIC_Intel-X710 | DOT1Q | L2XCFWD | BASE | VHOST | 1VM | ... | VHOST_1024 | LBOND | LBOND_DPDK | LBOND_MODE_XOR | LBOND_LB_L34 +| ... | LBOND_1L | ... | Suite Setup | Set up 3-node performance topology with DUT's NIC model | ... | L2 | Intel-X710 diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbdpdk-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbdpdk-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot index c0c99c51dd..3c7095d640 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbdpdk-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbdpdk-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot @@ -18,6 +18,7 @@ | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | ... | NIC_Intel-X710 | DOT1Q | L2XCFWD | BASE | VHOST | 1VM | ... | VHOST_1024 | LBOND | LBOND_DPDK | LBOND_MODE_XOR | LBOND_LB_L34 +| ... | LBOND_1L | ... | Suite Setup | Set up 3-node performance topology with DUT's NIC model | ... | L2 | Intel-X710 diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot index 561ca1eaa7..148831fb12 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot @@ -17,7 +17,8 @@ | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR | ... | NIC_Intel-X710 | DOT1Q | L2BDMACLRN | BASE | VHOST | 1VM -| ... | VHOST_1024 | LBOND | LBOND_VPP| LBOND_MODE_LACP | LBOND_LB_L34 +| ... | VHOST_1024 | LBOND | LBOND_VPP | LBOND_MODE_LACP | LBOND_LB_L34 +| ... | LBOND_1L | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot index a883291ce7..451baa5507 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot @@ -17,7 +17,8 @@ | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | ... | NIC_Intel-X710 | DOT1Q | L2BDMACLRN | BASE | VHOST | 1VM -| ... | VHOST_1024 | LBOND | LBOND_VPP| LBOND_MODE_LACP | LBOND_LB_L34 +| ... | VHOST_1024 | LBOND | LBOND_VPP | LBOND_MODE_LACP | LBOND_LB_L34 +| ... | LBOND_1L | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot index 590066c790..585144940d 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot @@ -17,7 +17,8 @@ | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR | ... | NIC_Intel-X710 | DOT1Q | L2XCFWD | BASE | VHOST | 1VM -| ... | VHOST_1024 | LBOND | LBOND_VPP| LBOND_MODE_LACP | LBOND_LB_L34 +| ... | VHOST_1024 | LBOND | LBOND_VPP | LBOND_MODE_LACP | LBOND_LB_L34 +| ... | LBOND_1L | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot index e64da50425..4f00a97310 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot @@ -17,7 +17,8 @@ | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | ... | NIC_Intel-X710 | DOT1Q | L2XCFWD | BASE | VHOST | 1VM -| ... | VHOST_1024 | LBOND | LBOND_VPP| LBOND_MODE_LACP | LBOND_LB_L34 +| ... | VHOST_1024 | LBOND | LBOND_VPP | LBOND_MODE_LACP | LBOND_LB_L34 +| ... | LBOND_1L | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot new file mode 100644 index 0000000000..09fc88613e --- /dev/null +++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot @@ -0,0 +1,168 @@ +# Copyright (c) 2018 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| Library | resources.libraries.python.QemuUtils +| ... +| Force Tags | 3_NODE_DOUBLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | DOT1Q | L2BDMACLRN | BASE | VHOST | 1VM +| ... | VHOST_1024 | LBOND | LBOND_VPP | LBOND_MODE_LACP | LBOND_LB_L34 +| ... | LBOND_2L +| ... +| Suite Setup | Run Keywords +| ... | Set up 3-node performance topology with DUT's NIC model with double link between DUTs +| ... | L2 | Intel-X710 +| ... | AND | Set up performance test suite with LACP mode link bonding +| ... +| Suite Teardown | Tear down 3-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown +| ... | Tear down performance mrr test with vhost and VM with dpdk-testpmd +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with vhost and vpp link bonding* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1=DUT2-TG 3-node circular topology +| ... | with single links between TG and DUT nodes and double link between DUT +| ... | nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q +| ... | tagging is applied on link between DUT1 and DUT2. +| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with VPP +| ... | link bonding (mode LACP, transmit policy l34) on link between DUT1 and +| ... | DUT2 and L2 bridge-domain with MAC learning enabled. Qemu Guest is +| ... | connected to VPP via vhost-user interfaces. Guest is running DPDK +| ... | testpmd interconnecting vhost-user interfaces using 5 cores pinned to +| ... | cpus 5-9 and 2048M memory. Testpmd is using socket-mem=1024M (512x2M +| ... | hugepages), 5 cores (1 main core and 4 cores dedicated for io), +| ... | forwarding mode is set to io, rxd/txd=1024, burst=64. DUT1, DUT2 are +| ... | tested with 2p10GE NIC X710 Fortville by Intel. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +| ${subid}= | 10 +| ${tag_rewrite}= | pop-1 +| ${overhead}= | ${4} +# Link bonding config +| ${bond_mode}= | lacp +| ${lb_mode}= | l34 +# Socket names +| ${bd_id1}= | 1 +| ${bd_id2}= | 2 +| ${sock1}= | /tmp/sock-1-${bd_id1} +| ${sock2}= | /tmp/sock-1-${bd_id2} +# X710 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | ${dut1_vm_refs}= | Create Dictionary +| | ${dut2_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | Set Test Variable | ${dut2_vm_refs} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | And Add VLAN Strip Offload switch off between DUTs in 3-node double link topology +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} | overhead=${overhead} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 bridge domains with Vhost-User and VLAN with VPP link bonding in a 3-node circular topology +| | ... | ${bd_id1} | ${bd_id2} | ${sock1} | ${sock2} | ${subid} +| | ... | ${tag_rewrite} | ${bond_mode} | ${lb_mode} +| | ${vm1}= | And Configure guest VM with dpdk-testpmd connected via vhost-user +| | ... | DUT1 | ${sock1} | ${sock2} | DUT1_VM1 | jumbo=${jumbo} +| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} +| | And Set To Dictionary | ${dut1_vm_refs} | DUT1_VM1 | ${vm1} +| | ${vm2}= | And Configure guest VM with dpdk-testpmd connected via vhost-user +| | ... | DUT2 | ${sock1} | ${sock2} | DUT2_VM1 | jumbo=${jumbo} +| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} +| | And Set To Dictionary | ${dut2_vm_refs} | DUT2_VM1 | ${vm2} +| | And All Vpp Interfaces Ready Wait | ${nodes} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot new file mode 100644 index 0000000000..d4f3f625b5 --- /dev/null +++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot @@ -0,0 +1,172 @@ +# Copyright (c) 2018 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| Library | resources.libraries.python.QemuUtils +| ... +| Force Tags | 3_NODE_DOUBLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | DOT1Q | L2BDMACLRN | BASE | VHOST | 1VM +| ... | VHOST_1024 | LBOND | LBOND_VPP | LBOND_MODE_LACP | LBOND_LB_L34 +| ... | LBOND_2L +| ... +| Suite Setup | Run Keywords +| ... | Set up 3-node performance topology with DUT's NIC model with double link between DUTs +| ... | L2 | Intel-X710 +| ... | AND | Set up performance test suite with LACP mode link bonding +| ... +| Suite Teardown | Tear down 3-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd +| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *RFC2544: Pkt throughput L2BD test cases with vhost and vpp link bonding* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1=DUT2-TG 3-node circular topology +| ... | with single links between TG and DUT nodes and double link between DUT +| ... | nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q +| ... | tagging is applied on link between DUT1 and DUT2. +| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with VPP +| ... | link bonding (mode LACP, transmit policy l34) on link between DUT1 and +| ... | DUT2 and L2 bridge-domain with MAC learning enabled. Qemu Guest is +| ... | connected to VPP via vhost-user interfaces. Guest is running DPDK +| ... | testpmd interconnecting vhost-user interfaces using 5 cores pinned to +| ... | cpus 5-9 and 2048M memory. Testpmd is using socket-mem=1024M (512x2M +| ... | hugepages), 5 cores (1 main core and 4 cores dedicated for io), +| ... | forwarding mode is set to io, rxd/txd=1024, burst=64. DUT1, DUT2 are +| ... | tested with 2p10GE NIC X710 Fortville by Intel. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +| ${subid}= | 10 +| ${tag_rewrite}= | pop-1 +| ${overhead}= | ${4} +# Link bonding config +| ${bond_mode}= | lacp +| ${lb_mode}= | l34 +# Socket names +| ${bd_id1}= | 1 +| ${bd_id2}= | 2 +| ${sock1}= | /tmp/sock-1-${bd_id1} +| ${sock2}= | /tmp/sock-1-${bd_id2} +# X710 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ${dut1_vm_refs}= | Create Dictionary +| | ${dut2_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | Set Test Variable | ${dut2_vm_refs} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | And Add VLAN Strip Offload switch off between DUTs in 3-node double link topology +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} | overhead=${overhead} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 bridge domains with Vhost-User and VLAN with VPP link bonding in a 3-node circular topology +| | ... | ${bd_id1} | ${bd_id2} | ${sock1} | ${sock2} | ${subid} +| | ... | ${tag_rewrite} | ${bond_mode} | ${lb_mode} +| | ${vm1}= | And Configure guest VM with dpdk-testpmd connected via vhost-user +| | ... | DUT1 | ${sock1} | ${sock2} | DUT1_VM1 | jumbo=${jumbo} +| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} +| | And Set To Dictionary | ${dut1_vm_refs} | DUT1_VM1 | ${vm1} +| | ${vm2}= | And Configure guest VM with dpdk-testpmd connected via vhost-user +| | ... | DUT2 | ${sock1} | ${sock2} | DUT2_VM1 | jumbo=${jumbo} +| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} +| | And Set To Dictionary | ${dut2_vm_refs} | DUT2_VM1 | ${vm2} +| | And All Vpp Interfaces Ready Wait | ${nodes} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot new file mode 100644 index 0000000000..a6084d2b80 --- /dev/null +++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot @@ -0,0 +1,165 @@ +# Copyright (c) 2018 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| Library | resources.libraries.python.QemuUtils +| ... +| Force Tags | 3_NODE_DOUBLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | DOT1Q | L2XCFWD | BASE | VHOST | 1VM +| ... | VHOST_1024 | LBOND | LBOND_VPP | LBOND_MODE_LACP | LBOND_LB_L34 +| ... | LBOND_2L +| ... +| Suite Setup | Run Keywords +| ... | Set up 3-node performance topology with DUT's NIC model with double link between DUTs +| ... | L2 | Intel-X710 +| ... | AND | Set up performance test suite with LACP mode link bonding +| ... +| Suite Teardown | Tear down 3-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2XC test cases with vhost and vpp link bonding* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1=DUT2-TG 3-node circular topology +| ... | with single links between TG and DUT nodes and double link between DUT +| ... | nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect. 802.1q +| ... | tagging is applied on link between DUT1 and DUT2. +| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with VPP +| ... | link bonding (mode LACP, transmit policy l34) on link between DUT1 and +| ... | DUT2 and L2 cross- connect. Qemu Guest is connected to VPP via +| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting +| ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M memory. +| ... | Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores (1 main +| ... | core and 4 cores dedicated for io), forwarding mode is set to io, +| ... | rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X710 +| ... | Fortville by Intel. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +| ${subid}= | 10 +| ${tag_rewrite}= | pop-1 +| ${overhead}= | ${4} +# Link bonding config +| ${bond_mode}= | lacp +| ${lb_mode}= | l34 +# Socket names +| ${sock1}= | /tmp/sock-1 +| ${sock2}= | /tmp/sock-2 +# X710 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2XC switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | ${dut1_vm_refs}= | Create Dictionary +| | ${dut2_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | Set Test Variable | ${dut2_vm_refs} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | And Add VLAN Strip Offload switch off between DUTs in 3-node double link topology +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} | overhead=${overhead} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 xconnect with Vhost-User and VLAN with VPP link bonding in 3-node circular topology +| | ... | ${sock1} | ${sock2} | ${subid} | ${tag_rewrite} | ${bond_mode} +| | ... | ${lb_mode} +| | ${vm1}= | And Configure guest VM with dpdk-testpmd connected via vhost-user +| | ... | DUT1 | ${sock1} | ${sock2} | DUT1_VM1 | jumbo=${jumbo} +| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} +| | And Set To Dictionary | ${dut1_vm_refs} | DUT1_VM1 | ${vm1} +| | ${vm2}= | And Configure guest VM with dpdk-testpmd connected via vhost-user +| | ... | DUT2 | ${sock1} | ${sock2} | DUT2_VM1 | jumbo=${jumbo} +| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} +| | And Set To Dictionary | ${dut2_vm_refs} | DUT2_VM1 | ${vm2} +| | And All Vpp Interfaces Ready Wait | ${nodes} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot new file mode 100644 index 0000000000..b535f95636 --- /dev/null +++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot @@ -0,0 +1,170 @@ +# Copyright (c) 2018 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| Library | resources.libraries.python.QemuUtils +| ... +| Force Tags | 3_NODE_DOUBLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | DOT1Q | L2XCFWD | BASE | VHOST | 1VM +| ... | VHOST_1024 | LBOND | LBOND_VPP | LBOND_MODE_LACP | LBOND_LB_L34 +| ... | LBOND_2L +| ... +| Suite Setup | Run Keywords +| ... | Set up 3-node performance topology with DUT's NIC model with double link between DUTs +| ... | L2 | Intel-X710 +| ... | AND | Set up performance test suite with LACP mode link bonding +| ... +| Suite Teardown | Tear down 3-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd +| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *RFC2544: Pkt throughput L2XC test cases with vhost and vpp link bonding* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1=DUT2-TG 3-node circular topology +| ... | with single links between TG and DUT nodes and double link between DUT +| ... | nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect. 802.1q +| ... | tagging is applied on link between DUT1 and DUT2. +| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with VPP +| ... | link bonding (mode LACP, transmit policy l34) on link between DUT1 and +| ... | DUT2 and L2 cross- connect. Qemu Guest is connected to VPP via +| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting +| ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M memory. +| ... | Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores (1 main +| ... | core and 4 cores dedicated for io), forwarding mode is set to io, +| ... | rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X710 +| ... | Fortville by Intel. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +| ${subid}= | 10 +| ${tag_rewrite}= | pop-1 +| ${overhead}= | ${4} +# Link bonding config +| ${bond_mode}= | lacp +| ${lb_mode}= | l34 +# Socket names +| ${sock1}= | /tmp/sock-1 +| ${sock2}= | /tmp/sock-2 +# X710 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2XC switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ${dut1_vm_refs}= | Create Dictionary +| | ${dut2_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | Set Test Variable | ${dut2_vm_refs} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | And Add VLAN Strip Offload switch off between DUTs in 3-node double link topology +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} | overhead=${overhead} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 xconnect with Vhost-User and VLAN with VPP link bonding in 3-node circular topology +| | ... | ${sock1} | ${sock2} | ${subid} | ${tag_rewrite} | ${bond_mode} +| | ... | ${lb_mode} +| | ${vm1}= | And Configure guest VM with dpdk-testpmd connected via vhost-user +| | ... | DUT1 | ${sock1} | ${sock2} | DUT1_VM1 | jumbo=${jumbo} +| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} +| | And Set To Dictionary | ${dut1_vm_refs} | DUT1_VM1 | ${vm1} +| | ${vm2}= | And Configure guest VM with dpdk-testpmd connected via vhost-user +| | ... | DUT2 | ${sock1} | ${sock2} | DUT2_VM1 | jumbo=${jumbo} +| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} +| | And Set To Dictionary | ${dut2_vm_refs} | DUT2_VM1 | ${vm2} +| | And All Vpp Interfaces Ready Wait | ${nodes} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} -- 2.16.6