From 516051c6aabb609d94d442db222c11e33837e124 Mon Sep 17 00:00:00 2001 From: Miroslav Miklus Date: Thu, 25 Aug 2016 17:10:24 +0200 Subject: [PATCH] CSIT-387 collect HW stats if binary search fails Change-Id: I29f10dc09c8205339cabc854a358b5d0517751d1 Signed-off-by: Miroslav Miklus --- bootstrap-verify-perf.sh | 15 ++++++++------- tests/perf/Long_Bridge_Domain_Intel-X520-DA2.robot | 9 +++++++-- tests/perf/Long_Bridge_Domain_Vhost_Intel-X520-DA2.robot | 15 ++++++++++----- tests/perf/Long_IPv4_Cop_Intel-X520-DA2.robot | 9 +++++++-- tests/perf/Long_IPv4_Fib_200k_Intel-X520-DA2.robot | 7 ++++++- tests/perf/Long_IPv4_Fib_20k_Intel-X520-DA2.robot | 7 ++++++- tests/perf/Long_IPv4_Fib_2M_Intel-X520-DA2.robot | 7 ++++++- tests/perf/Long_IPv4_Intel-X520-DA2.robot | 9 +++++++-- tests/perf/Long_IPv4_Policer_Intel-X520-DA2.robot | 9 +++++++-- tests/perf/Long_IPv4_Vhost_Intel-X520-DA2.robot | 15 ++++++++++----- tests/perf/Long_IPv4_iAcl_Intel-X520-DA2.robot | 9 +++++++-- tests/perf/Long_IPv6_Cop_Intel-X520-DA2.robot | 9 +++++++-- tests/perf/Long_IPv6_Fib_200k_Intel-X520-DA2.robot | 7 ++++++- tests/perf/Long_IPv6_Fib_20k_Intel-X520-DA2.robot | 7 ++++++- tests/perf/Long_IPv6_Fib_2M_Intel-X520-DA2.robot | 7 ++++++- tests/perf/Long_IPv6_Intel-X520-DA2.robot | 9 +++++++-- tests/perf/Long_IPv6_iAcl_Intel-X520-DA2.robot | 8 ++++++-- tests/perf/Long_Lisp_Intel-X520-DA2.robot | 7 ++++++- tests/perf/Long_Xconnect_Dot1ad_Intel-X520-DA2.robot | 9 +++++++-- tests/perf/Long_Xconnect_Dot1q_Intel-X520-DA2.robot | 9 +++++++-- tests/perf/Long_Xconnect_Intel-X520-DA2.robot | 9 +++++++-- tests/perf/Long_Xconnect_Intel-XL710.robot | 9 +++++++-- tests/perf/Long_Xconnect_Vhost_Intel-X520-DA2.robot | 15 ++++++++++----- tests/perf/Long_Xconnect_Vxlan_Ipv4_Intel-X520-DA2.robot | 9 +++++++-- 24 files changed, 170 insertions(+), 55 deletions(-) diff --git a/bootstrap-verify-perf.sh b/bootstrap-verify-perf.sh index 09c5290da7..5416e9cf77 100755 --- a/bootstrap-verify-perf.sh +++ b/bootstrap-verify-perf.sh @@ -47,14 +47,15 @@ then VPP_DEBS="$( readlink -f *.deb | tr '\n' ' ' )" else + VPP_CLASSIFIER="-deb" #download vpp build from nexus and set VPP_DEBS variable - wget -q "${VPP_REPO_URL}/vpp/${VPP_STABLE_VER}/vpp-${VPP_STABLE_VER}.deb" || exit - wget -q "${VPP_REPO_URL}/vpp-dbg/${VPP_STABLE_VER}/vpp-dbg-${VPP_STABLE_VER}.deb" || exit - wget -q "${VPP_REPO_URL}/vpp-dev/${VPP_STABLE_VER}/vpp-dev-${VPP_STABLE_VER}.deb" || exit - wget -q "${VPP_REPO_URL}/vpp-dpdk-dev/${VPP_STABLE_VER}/vpp-dpdk-dev-${VPP_STABLE_VER}.deb" || exit - wget -q "${VPP_REPO_URL}/vpp-dpdk-dkms/${VPP_STABLE_VER}/vpp-dpdk-dkms-${VPP_STABLE_VER}.deb" || exit - wget -q "${VPP_REPO_URL}/vpp-lib/${VPP_STABLE_VER}/vpp-lib-${VPP_STABLE_VER}.deb" || exit - wget -q "${VPP_REPO_URL}/vpp-plugins/${VPP_STABLE_VER}/vpp-plugins-${VPP_STABLE_VER}.deb" || exit + wget -q "${VPP_REPO_URL}/vpp/${VPP_STABLE_VER}/vpp-${VPP_STABLE_VER}${VPP_CLASSIFIER}.deb" || exit + wget -q "${VPP_REPO_URL}/vpp-dbg/${VPP_STABLE_VER}/vpp-dbg-${VPP_STABLE_VER}${VPP_CLASSIFIER}.deb" || exit + wget -q "${VPP_REPO_URL}/vpp-dev/${VPP_STABLE_VER}/vpp-dev-${VPP_STABLE_VER}${VPP_CLASSIFIER}.deb" || exit + wget -q "${VPP_REPO_URL}/vpp-dpdk-dev/${VPP_STABLE_VER}/vpp-dpdk-dev-${VPP_STABLE_VER}${VPP_CLASSIFIER}.deb" || exit + wget -q "${VPP_REPO_URL}/vpp-dpdk-dkms/${VPP_STABLE_VER}/vpp-dpdk-dkms-${VPP_STABLE_VER}${VPP_CLASSIFIER}.deb" || exit + wget -q "${VPP_REPO_URL}/vpp-lib/${VPP_STABLE_VER}/vpp-lib-${VPP_STABLE_VER}${VPP_CLASSIFIER}.deb" || exit + wget -q "${VPP_REPO_URL}/vpp-plugins/${VPP_STABLE_VER}/vpp-plugins-${VPP_STABLE_VER}${VPP_CLASSIFIER}.deb" || exit VPP_DEBS="$( readlink -f *.deb | tr '\n' ' ' )" fi diff --git a/tests/perf/Long_Bridge_Domain_Intel-X520-DA2.robot b/tests/perf/Long_Bridge_Domain_Intel-X520-DA2.robot index 9cdb3a687a..f0bffbd4f5 100644 --- a/tests/perf/Long_Bridge_Domain_Intel-X520-DA2.robot +++ b/tests/perf/Long_Bridge_Domain_Intel-X520-DA2.robot @@ -20,8 +20,13 @@ | ... | L2 | Intel-X520-DA2 | Suite Teardown | 3-node Performance Suite Teardown | Test Setup | Setup all DUTs before test -| Test Teardown | Run Keywords | Remove startup configuration of VPP from all DUTs -| ... | AND | Show vpp trace dump on all DUTs +| Test Teardown | Run Keywords +| ... | Run Keyword If Test Failed +| ... | Traffic should pass with no loss | 10 +| ... | ${min_rate}pps | ${framesize} | 3-node-bridge +| ... | fail_on_loss=${False} +| ... | AND | Remove startup configuration of VPP from all DUTs +| ... | AND | Show vpp trace dump on all DUTs | Documentation | *RFC2544: Pkt throughput L2BD test cases* | ... | ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology diff --git a/tests/perf/Long_Bridge_Domain_Vhost_Intel-X520-DA2.robot b/tests/perf/Long_Bridge_Domain_Vhost_Intel-X520-DA2.robot index 7c000d9920..1a49568e8a 100644 --- a/tests/perf/Long_Bridge_Domain_Vhost_Intel-X520-DA2.robot +++ b/tests/perf/Long_Bridge_Domain_Vhost_Intel-X520-DA2.robot @@ -22,11 +22,16 @@ | ... | AND | Build QEMU on all DUTs | Suite Teardown | 3-node Performance Suite Teardown | Test Setup | Setup all DUTs before test -| Test Teardown | Run Keywords | Remove startup configuration of VPP from all DUTs -| ... | AND | Guest VM with dpdk-testpmd Teardown | ${dut1} -| ... | ${dut1_vm_refs} -| ... | AND | Guest VM with dpdk-testpmd Teardown | ${dut2} -| ... | ${dut2_vm_refs} +| Test Teardown | Run Keywords +| ... | Run Keyword If Test Failed +| ... | Traffic should pass with no loss | 10 +| ... | ${min_rate}pps | ${framesize} | 3-node-bridge +| ... | fail_on_loss=${False} +| ... | AND | Remove startup configuration of VPP from all DUTs +| ... | AND | Guest VM with dpdk-testpmd Teardown | ${dut1} +| ... | ${dut1_vm_refs} +| ... | AND | Guest VM with dpdk-testpmd Teardown | ${dut2} +| ... | ${dut2_vm_refs} | Documentation | *RFC2544: Pkt throughput L2BD test cases with vhost* | ... | ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology diff --git a/tests/perf/Long_IPv4_Cop_Intel-X520-DA2.robot b/tests/perf/Long_IPv4_Cop_Intel-X520-DA2.robot index df4cee7e8e..34058c5cb4 100644 --- a/tests/perf/Long_IPv4_Cop_Intel-X520-DA2.robot +++ b/tests/perf/Long_IPv4_Cop_Intel-X520-DA2.robot @@ -22,8 +22,13 @@ | ... | L3 | Intel-X520-DA2 | Suite Teardown | 3-node Performance Suite Teardown | Test Setup | Setup all DUTs before test -| Test Teardown | Run Keywords | Remove startup configuration of VPP from all DUTs -| ... | AND | Show vpp trace dump on all DUTs +| Test Teardown | Run Keywords +| ... | Run Keyword If Test Failed +| ... | Traffic should pass with no loss | 10 +| ... | ${min_rate}pps | ${framesize} | 3-node-IPv4 +| ... | fail_on_loss=${False} +| ... | AND | Remove startup configuration of VPP from all DUTs +| ... | AND | Show vpp trace dump on all DUTs | Documentation | *RFC2544: Pkt throughput IPv4 whitelist test cases* | ... | ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology diff --git a/tests/perf/Long_IPv4_Fib_200k_Intel-X520-DA2.robot b/tests/perf/Long_IPv4_Fib_200k_Intel-X520-DA2.robot index 78cce7a877..670566dd76 100644 --- a/tests/perf/Long_IPv4_Fib_200k_Intel-X520-DA2.robot +++ b/tests/perf/Long_IPv4_Fib_200k_Intel-X520-DA2.robot @@ -19,7 +19,12 @@ | ... | L3 | Intel-X520-DA2 | Suite Teardown | 3-node Performance Suite Teardown | Test Setup | Setup all DUTs before test -| Test Teardown | Run Keyword | Remove startup configuration of VPP from all DUTs +| Test Teardown | Run Keywords +| ... | Run Keyword If Test Failed +| ... | Traffic should pass with no loss | 10 +| ... | ${min_rate}pps | ${framesize} | 3-node-IPv4-dst-${rts_per_flow} +| ... | fail_on_loss=${False} +| ... | AND | Remove startup configuration of VPP from all DUTs | Documentation | *RFC2544: Pkt throughput IPv4 routing test cases* | ... | ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology diff --git a/tests/perf/Long_IPv4_Fib_20k_Intel-X520-DA2.robot b/tests/perf/Long_IPv4_Fib_20k_Intel-X520-DA2.robot index 1ec070dfc9..cd2f7c4f80 100644 --- a/tests/perf/Long_IPv4_Fib_20k_Intel-X520-DA2.robot +++ b/tests/perf/Long_IPv4_Fib_20k_Intel-X520-DA2.robot @@ -19,7 +19,12 @@ | ... | L3 | Intel-X520-DA2 | Suite Teardown | 3-node Performance Suite Teardown | Test Setup | Setup all DUTs before test -| Test Teardown | Run Keyword | Remove startup configuration of VPP from all DUTs +| Test Teardown | Run Keywords +| ... | Run Keyword If Test Failed +| ... | Traffic should pass with no loss | 10 +| ... | ${min_rate}pps | ${framesize} | 3-node-IPv4-dst-${rts_per_flow} +| ... | fail_on_loss=${False} +| ... | AND | Remove startup configuration of VPP from all DUTs | Documentation | *RFC2544: Pkt throughput IPv4 routing test cases* | ... | ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology diff --git a/tests/perf/Long_IPv4_Fib_2M_Intel-X520-DA2.robot b/tests/perf/Long_IPv4_Fib_2M_Intel-X520-DA2.robot index 1c920fabf1..2911eb2513 100644 --- a/tests/perf/Long_IPv4_Fib_2M_Intel-X520-DA2.robot +++ b/tests/perf/Long_IPv4_Fib_2M_Intel-X520-DA2.robot @@ -19,7 +19,12 @@ | ... | L3 | Intel-X520-DA2 | Suite Teardown | 3-node Performance Suite Teardown | Test Setup | Setup all DUTs before test -| Test Teardown | Run Keyword | Remove startup configuration of VPP from all DUTs +| Test Teardown | Run Keywords +| ... | Run Keyword If Test Failed +| ... | Traffic should pass with no loss | 10 +| ... | ${min_rate}pps | ${framesize} | 3-node-IPv4-dst-${rts_per_flow} +| ... | fail_on_loss=${False} +| ... | AND | Remove startup configuration of VPP from all DUTs | Documentation | *RFC2544: Pkt throughput IPv4 routing test cases* | ... | ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology diff --git a/tests/perf/Long_IPv4_Intel-X520-DA2.robot b/tests/perf/Long_IPv4_Intel-X520-DA2.robot index c342f1f03e..c211d12253 100644 --- a/tests/perf/Long_IPv4_Intel-X520-DA2.robot +++ b/tests/perf/Long_IPv4_Intel-X520-DA2.robot @@ -24,8 +24,13 @@ | ... | L3 | Intel-X520-DA2 | Suite Teardown | 3-node Performance Suite Teardown | Test Setup | Setup all DUTs before test -| Test Teardown | Run Keywords | Remove startup configuration of VPP from all DUTs -| ... | AND | Show vpp trace dump on all DUTs +| Test Teardown | Run Keywords +| ... | Run Keyword If Test Failed +| ... | Traffic should pass with no loss | 10 +| ... | ${min_rate}pps | ${framesize} | 3-node-IPv4 +| ... | fail_on_loss=${False} +| ... | AND | Remove startup configuration of VPP from all DUTs +| ... | AND | Show vpp trace dump on all DUTs | Documentation | *RFC2544: Pkt throughput IPv4 routing test cases* | ... | ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology diff --git a/tests/perf/Long_IPv4_Policer_Intel-X520-DA2.robot b/tests/perf/Long_IPv4_Policer_Intel-X520-DA2.robot index 6803b0f660..95e0be3d2b 100644 --- a/tests/perf/Long_IPv4_Policer_Intel-X520-DA2.robot +++ b/tests/perf/Long_IPv4_Policer_Intel-X520-DA2.robot @@ -22,8 +22,13 @@ | ... | L3 | Intel-X520-DA2 | Suite Teardown | 3-node Performance Suite Teardown | Test Setup | Setup all DUTs before test -| Test Teardown | Run Keywords | Remove startup configuration of VPP from all DUTs -| ... | AND | Show vpp trace dump on all DUTs +| Test Teardown | Run Keywords +| ... | Run Keyword If Test Failed +| ... | Traffic should pass with no loss | 10 +| ... | ${min_rate}pps | ${framesize} | 3-node-IPv4 +| ... | fail_on_loss=${False} +| ... | AND | Remove startup configuration of VPP from all DUTs +| ... | AND | Show vpp trace dump on all DUTs | Documentation | *RFC2544: Pkt throughput IPv4 policer test cases* | ... | ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology diff --git a/tests/perf/Long_IPv4_Vhost_Intel-X520-DA2.robot b/tests/perf/Long_IPv4_Vhost_Intel-X520-DA2.robot index 97855b6bd9..eb5bf11e43 100644 --- a/tests/perf/Long_IPv4_Vhost_Intel-X520-DA2.robot +++ b/tests/perf/Long_IPv4_Vhost_Intel-X520-DA2.robot @@ -22,11 +22,16 @@ | ... | AND | Build QEMU on all DUTs | Suite Teardown | 3-node Performance Suite Teardown | Test Setup | Setup all DUTs before test -| Test Teardown | Run Keywords | Remove startup configuration of VPP from all DUTs -| ... | AND | Guest VM with dpdk-testpmd Teardown | ${dut1} -| ... | ${dut1_vm_refs} -| ... | AND | Guest VM with dpdk-testpmd Teardown | ${dut2} -| ... | ${dut2_vm_refs} +| Test Teardown | Run Keywords +| ... | Run Keyword If Test Failed +| ... | Traffic should pass with no loss | 10 +| ... | ${min_rate}pps | ${framesize} | 3-node-IPv4 +| ... | fail_on_loss=${False} +| ... | AND | Remove startup configuration of VPP from all DUTs +| ... | AND | Guest VM with dpdk-testpmd Teardown | ${dut1} +| ... | ${dut1_vm_refs} +| ... | AND | Guest VM with dpdk-testpmd Teardown | ${dut2} +| ... | ${dut2_vm_refs} | Documentation | *RFC2544: Pkt throughput IPv4 test cases with vhost* | ... | ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology diff --git a/tests/perf/Long_IPv4_iAcl_Intel-X520-DA2.robot b/tests/perf/Long_IPv4_iAcl_Intel-X520-DA2.robot index 396a87b40c..e75c31609b 100644 --- a/tests/perf/Long_IPv4_iAcl_Intel-X520-DA2.robot +++ b/tests/perf/Long_IPv4_iAcl_Intel-X520-DA2.robot @@ -22,8 +22,13 @@ | ... | L3 | Intel-X520-DA2 | Suite Teardown | 3-node Performance Suite Teardown | Test Setup | Setup all DUTs before test -| Test Teardown | Run Keywords | Remove startup configuration of VPP from all DUTs -| ... | AND | Show vpp trace dump on all DUTs +| Test Teardown | Run Keywords +| ... | Run Keyword If Test Failed +| ... | Traffic should pass with no loss | 10 +| ... | ${min_rate}pps | ${framesize} | 3-node-IPv4 +| ... | fail_on_loss=${False} +| ... | AND | Remove startup configuration of VPP from all DUTs +| ... | AND | Show vpp trace dump on all DUTs | Documentation | *RFC2544: Pkt throughput IPv4 iAcl whitelist test cases* | ... | ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology diff --git a/tests/perf/Long_IPv6_Cop_Intel-X520-DA2.robot b/tests/perf/Long_IPv6_Cop_Intel-X520-DA2.robot index c077f66ded..b642cab81a 100644 --- a/tests/perf/Long_IPv6_Cop_Intel-X520-DA2.robot +++ b/tests/perf/Long_IPv6_Cop_Intel-X520-DA2.robot @@ -20,8 +20,13 @@ | ... | L3 | Intel-X520-DA2 | Suite Teardown | 3-node Performance Suite Teardown | Test Setup | Setup all DUTs before test -| Test Teardown | Run Keywords | Remove startup configuration of VPP from all DUTs -| ... | AND | Show vpp trace dump on all DUTs +| Test Teardown | Run Keywords +| ... | Run Keyword If Test Failed +| ... | Traffic should pass with no loss | 10 +| ... | ${min_rate}pps | ${framesize} | 3-node-IPv6 +| ... | fail_on_loss=${False} +| ... | AND | Remove startup configuration of VPP from all DUTs +| ... | AND | Show vpp trace dump on all DUTs | Documentation | *RFC2544: Pkt throughput IPv6 whitelist test cases* | ... | ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology diff --git a/tests/perf/Long_IPv6_Fib_200k_Intel-X520-DA2.robot b/tests/perf/Long_IPv6_Fib_200k_Intel-X520-DA2.robot index 10b20471ee..583b61168c 100644 --- a/tests/perf/Long_IPv6_Fib_200k_Intel-X520-DA2.robot +++ b/tests/perf/Long_IPv6_Fib_200k_Intel-X520-DA2.robot @@ -19,7 +19,12 @@ | ... | L3 | Intel-X520-DA2 | Suite Teardown | 3-node Performance Suite Teardown | Test Setup | Setup all DUTs before test -| Test Teardown | Run Keyword | Remove startup configuration of VPP from all DUTs +| Test Teardown | Run Keywords +| ... | Run Keyword If Test Failed +| ... | Traffic should pass with no loss | 10 +| ... | ${min_rate}pps | ${framesize} | 3-node-IPv6-dst-${rts_per_flow} +| ... | fail_on_loss=${False} +| ... | AND | Remove startup configuration of VPP from all DUTs | Documentation | *RFC2544: Pkt throughput IPv6 routing test cases* | ... | ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology diff --git a/tests/perf/Long_IPv6_Fib_20k_Intel-X520-DA2.robot b/tests/perf/Long_IPv6_Fib_20k_Intel-X520-DA2.robot index fbd175c76d..0cd0ada1ef 100644 --- a/tests/perf/Long_IPv6_Fib_20k_Intel-X520-DA2.robot +++ b/tests/perf/Long_IPv6_Fib_20k_Intel-X520-DA2.robot @@ -19,7 +19,12 @@ | ... | L3 | Intel-X520-DA2 | Suite Teardown | 3-node Performance Suite Teardown | Test Setup | Setup all DUTs before test -| Test Teardown | Run Keyword | Remove startup configuration of VPP from all DUTs +| Test Teardown | Run Keywords +| ... | Run Keyword If Test Failed +| ... | Traffic should pass with no loss | 10 +| ... | ${min_rate}pps | ${framesize} | 3-node-IPv6-dst-${rts_per_flow} +| ... | fail_on_loss=${False} +| ... | AND | Remove startup configuration of VPP from all DUTs | Documentation | *RFC2544: Pkt throughput IPv6 routing test cases* | ... | ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology diff --git a/tests/perf/Long_IPv6_Fib_2M_Intel-X520-DA2.robot b/tests/perf/Long_IPv6_Fib_2M_Intel-X520-DA2.robot index d598dc763d..3deed2118c 100644 --- a/tests/perf/Long_IPv6_Fib_2M_Intel-X520-DA2.robot +++ b/tests/perf/Long_IPv6_Fib_2M_Intel-X520-DA2.robot @@ -19,7 +19,12 @@ | ... | L3 | Intel-X520-DA2 | Suite Teardown | 3-node Performance Suite Teardown | Test Setup | Setup all DUTs before test -| Test Teardown | Run Keyword | Remove startup configuration of VPP from all DUTs +| Test Teardown | Run Keywords +| ... | Run Keyword If Test Failed +| ... | Traffic should pass with no loss | 10 +| ... | ${min_rate}pps | ${framesize} | 3-node-IPv6-dst-${rts_per_flow} +| ... | fail_on_loss=${False} +| ... | AND | Remove startup configuration of VPP from all DUTs | Documentation | *RFC2544: Pkt throughput IPv6 routing test cases* | ... | ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology diff --git a/tests/perf/Long_IPv6_Intel-X520-DA2.robot b/tests/perf/Long_IPv6_Intel-X520-DA2.robot index d48402ddd6..80a2f48a61 100644 --- a/tests/perf/Long_IPv6_Intel-X520-DA2.robot +++ b/tests/perf/Long_IPv6_Intel-X520-DA2.robot @@ -19,8 +19,13 @@ | ... | L3 | Intel-X520-DA2 | Suite Teardown | 3-node Performance Suite Teardown | Test Setup | Setup all DUTs before test -| Test Teardown | Run Keywords | Remove startup configuration of VPP from all DUTs -| ... | AND | Show vpp trace dump on all DUTs +| Test Teardown | Run Keywords +| ... | Run Keyword If Test Failed +| ... | Traffic should pass with no loss | 10 +| ... | ${min_rate}pps | ${framesize} | 3-node-IPv6 +| ... | fail_on_loss=${False} +| ... | AND | Remove startup configuration of VPP from all DUTs +| ... | AND | Show vpp trace dump on all DUTs | Documentation | *RFC2544: Pkt throughput IPv6 routing test cases* | ... | ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology diff --git a/tests/perf/Long_IPv6_iAcl_Intel-X520-DA2.robot b/tests/perf/Long_IPv6_iAcl_Intel-X520-DA2.robot index a6161f3d27..601265bbe7 100644 --- a/tests/perf/Long_IPv6_iAcl_Intel-X520-DA2.robot +++ b/tests/perf/Long_IPv6_iAcl_Intel-X520-DA2.robot @@ -21,8 +21,12 @@ | Suite Teardown | 3-node Performance Suite Teardown | Test Setup | Setup all DUTs before test | Test Teardown | Run Keywords -| ... | Remove startup configuration of VPP from all DUTs -| ... | AND | Show vpp trace dump on all DUTs +| ... | Run Keyword If Test Failed +| ... | Traffic should pass with no loss | 10 +| ... | ${min_rate}pps | ${framesize} | 3-node-IPv6 +| ... | fail_on_loss=${False} +| ... | AND | Remove startup configuration of VPP from all DUTs +| ... | AND | Show vpp trace dump on all DUTs | Documentation | *RFC2544: Pkt throughput IPv6 iAcl whitelist test cases* | ... | ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology diff --git a/tests/perf/Long_Lisp_Intel-X520-DA2.robot b/tests/perf/Long_Lisp_Intel-X520-DA2.robot index 5f4498c574..8812b9e0ed 100644 --- a/tests/perf/Long_Lisp_Intel-X520-DA2.robot +++ b/tests/perf/Long_Lisp_Intel-X520-DA2.robot @@ -26,7 +26,12 @@ | ... | L3 | Intel-X520-DA2 | Suite Teardown | 3-node Performance Suite Teardown | Test Setup | Setup all DUTs before test -| Test Teardown | Run Keyword | Remove startup configuration of VPP from all DUTs +| Test Teardown | Run Keywords +| ... | Run Keyword If Test Failed +| ... | Traffic should pass with no loss | 10 +| ... | ${min_rate}pps | ${framesize} | 3-node-IPv4 +| ... | fail_on_loss=${False} +| ... | AND | Remove startup configuration of VPP from all DUTs | Documentation | *RFC6830: Pkt throughput Lisp test cases* | ... | ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology diff --git a/tests/perf/Long_Xconnect_Dot1ad_Intel-X520-DA2.robot b/tests/perf/Long_Xconnect_Dot1ad_Intel-X520-DA2.robot index 51be32c5d1..ecf88fff7a 100644 --- a/tests/perf/Long_Xconnect_Dot1ad_Intel-X520-DA2.robot +++ b/tests/perf/Long_Xconnect_Dot1ad_Intel-X520-DA2.robot @@ -20,8 +20,13 @@ | ... | L2 | Intel-X520-DA2 | Suite Teardown | 3-node Performance Suite Teardown | Test Setup | Setup all DUTs before test -| Test Teardown | Run Keywords | Remove startup configuration of VPP from all DUTs -| ... | AND | Show vpp trace dump on all DUTs +| Test Teardown | Run Keywords +| ... | Run Keyword If Test Failed +| ... | Traffic should pass with no loss | 10 +| ... | ${min_rate}pps | ${framesize} | 3-node-xconnect +| ... | fail_on_loss=${False} +| ... | AND | Remove startup configuration of VPP from all DUTs +| ... | AND | Show vpp trace dump on all DUTs | Documentation | *RFC2544: Pkt throughput L2XC with 802.1ad test cases* | ... | ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology diff --git a/tests/perf/Long_Xconnect_Dot1q_Intel-X520-DA2.robot b/tests/perf/Long_Xconnect_Dot1q_Intel-X520-DA2.robot index 1699130953..834838820b 100644 --- a/tests/perf/Long_Xconnect_Dot1q_Intel-X520-DA2.robot +++ b/tests/perf/Long_Xconnect_Dot1q_Intel-X520-DA2.robot @@ -20,8 +20,13 @@ | ... | L2 | Intel-X520-DA2 | Suite Teardown | 3-node Performance Suite Teardown | Test Setup | Setup all DUTs before test -| Test Teardown | Run Keywords | Remove startup configuration of VPP from all DUTs -| ... | AND | Show vpp trace dump on all DUTs +| Test Teardown | Run Keywords +| ... | Run Keyword If Test Failed +| ... | Traffic should pass with no loss | 10 +| ... | ${min_rate}pps | ${framesize} | 3-node-xconnect +| ... | fail_on_loss=${False} +| ... | AND | Remove startup configuration of VPP from all DUTs +| ... | AND | Show vpp trace dump on all DUTs | Documentation | *RFC2544: Pkt throughput L2XC with 802.1q test cases* | ... | ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology diff --git a/tests/perf/Long_Xconnect_Intel-X520-DA2.robot b/tests/perf/Long_Xconnect_Intel-X520-DA2.robot index 45518c40d8..c1e2f853e7 100644 --- a/tests/perf/Long_Xconnect_Intel-X520-DA2.robot +++ b/tests/perf/Long_Xconnect_Intel-X520-DA2.robot @@ -21,8 +21,13 @@ | ... | L2 | Intel-X520-DA2 | Suite Teardown | 3-node Performance Suite Teardown | Test Setup | Setup all DUTs before test -| Test Teardown | Run Keywords | Remove startup configuration of VPP from all DUTs -| ... | AND | Show vpp trace dump on all DUTs +| Test Teardown | Run Keywords +| ... | Run Keyword If Test Failed +| ... | Traffic should pass with no loss | 10 +| ... | ${min_rate}pps | ${framesize} | 3-node-xconnect +| ... | fail_on_loss=${False} +| ... | AND | Remove startup configuration of VPP from all DUTs +| ... | AND | Show vpp trace dump on all DUTs | Documentation | *RFC2544: Pkt throughput L2XC test cases* | ... | ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology diff --git a/tests/perf/Long_Xconnect_Intel-XL710.robot b/tests/perf/Long_Xconnect_Intel-XL710.robot index 70514c5197..011f1dbefc 100644 --- a/tests/perf/Long_Xconnect_Intel-XL710.robot +++ b/tests/perf/Long_Xconnect_Intel-XL710.robot @@ -21,8 +21,13 @@ | ... | L2 | Intel-XL710 | Suite Teardown | 3-node Performance Suite Teardown | Test Setup | Setup all DUTs before test -| Test Teardown | Run Keywords | Remove startup configuration of VPP from all DUTs -| ... | AND | Show vpp trace dump on all DUTs +| Test Teardown | Run Keywords +| ... | Run Keyword If Test Failed +| ... | Traffic should pass with no loss | 10 +| ... | ${min_rate}pps | ${framesize} | 3-node-xconnect +| ... | fail_on_loss=${False} +| ... | AND | Remove startup configuration of VPP from all DUTs +| ... | AND | Show vpp trace dump on all DUTs | Documentation | *RFC2544: Pkt throughput L2XC test cases* | ... | ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology diff --git a/tests/perf/Long_Xconnect_Vhost_Intel-X520-DA2.robot b/tests/perf/Long_Xconnect_Vhost_Intel-X520-DA2.robot index f684e8c6bf..a16f07def2 100644 --- a/tests/perf/Long_Xconnect_Vhost_Intel-X520-DA2.robot +++ b/tests/perf/Long_Xconnect_Vhost_Intel-X520-DA2.robot @@ -22,11 +22,16 @@ | ... | AND | Build QEMU on all DUTs | Suite Teardown | 3-node Performance Suite Teardown | Test Setup | Setup all DUTs before test -| Test Teardown | Run Keywords | Remove startup configuration of VPP from all DUTs -| ... | AND | Guest VM with dpdk-testpmd Teardown | ${dut1} -| ... | ${dut1_vm_refs} -| ... | AND | Guest VM with dpdk-testpmd Teardown | ${dut2} -| ... | ${dut2_vm_refs} +| Test Teardown | Run Keywords +| ... | Run Keyword If Test Failed +| ... | Traffic should pass with no loss | 10 +| ... | ${min_rate}pps | ${framesize} | 3-node-bridge +| ... | fail_on_loss=${False} +| ... | AND | Remove startup configuration of VPP from all DUTs +| ... | AND | Guest VM with dpdk-testpmd Teardown | ${dut1} +| ... | ${dut1_vm_refs} +| ... | AND | Guest VM with dpdk-testpmd Teardown | ${dut2} +| ... | ${dut2_vm_refs} | Documentation | *RFC2544: Pkt throughput L2XC test cases with vhost* | ... | ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology diff --git a/tests/perf/Long_Xconnect_Vxlan_Ipv4_Intel-X520-DA2.robot b/tests/perf/Long_Xconnect_Vxlan_Ipv4_Intel-X520-DA2.robot index 74aa7e9cd5..a347122477 100644 --- a/tests/perf/Long_Xconnect_Vxlan_Ipv4_Intel-X520-DA2.robot +++ b/tests/perf/Long_Xconnect_Vxlan_Ipv4_Intel-X520-DA2.robot @@ -19,8 +19,13 @@ | ... | L2 | Intel-X520-DA2 | Suite Teardown | 3-node Performance Suite Teardown | Test Setup | Setup all DUTs before test -| Test Teardown | Run Keywords | Remove startup configuration of VPP from all DUTs -| ... | AND | Show vpp trace dump on all DUTs +| Test Teardown | Run Keywords +| ... | Run Keyword If Test Failed +| ... | Traffic should pass with no loss | 10 +| ... | ${min_rate}pps | ${framesize} | 3-node-xconnect +| ... | fail_on_loss=${False} +| ... | AND | Remove startup configuration of VPP from all DUTs +| ... | AND | Show vpp trace dump on all DUTs | Documentation | *RFC2544: Pkt throughput L2XC with VXLANoIPv4 test cases* | ... | ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -- 2.16.6