Adjust short test treshold based on latest results

Change-Id: Iad121a9f047e85f6e8cd8539af1aff829c10c875
Signed-off-by: pmikus <pmikus@cisco.com>

diff --git a/tests/suites/performance/Short_IPv4_Cop_Intel-X520-DA2.robot b/tests/suites/performance/Short_IPv4_Cop_Intel-X520-DA2.robot
index f17b2f8..4066840 100644 (file)
--- a/tests/suites/performance/Short_IPv4_Cop_Intel-X520-DA2.robot
+++ b/tests/suites/performance/Short_IPv4_Cop_Intel-X520-DA2.robot
@@ -91,14 +91,14 @@
 | | Then Traffic should pass with no loss | ${duration} | ${rate}
 | | ...                                   | ${framesize} | 3-node-IPv4
 
-| 2core VPP with rxqueues 1 passes 64B frames through IPv4 forwarding with COP at 2x 7.5Mpps in 3-node topology
+| 2core VPP with rxqueues 1 passes 64B frames through IPv4 forwarding with COP at 2x 6.6Mpps in 3-node topology
 | | [Documentation]
 | | ... | VPP with 2 cores should pass 64B frames through IPv4 forwarding
-| | ... | at 2x 7.5Mpps (2x 10Gbps) in 3-node topology with COP.
+| | ... | at 2x 6.6Mpps in 3-node topology with COP.
 | | [Tags] | 2_THREAD_NOHTT_RXQUEUES_1 | MULTI_THREAD
 | | ${framesize}= | Set Variable | 64
 | | ${duration}= | Set Variable | 10
-| | ${rate}= | Set Variable | 7.5mpps
+| | ${rate}= | Set Variable | 6.6mpps
 | | Given Add '2' worker threads and rxqueues '1' without HTT to all DUTs
 | | And   Add all PCI devices to all DUTs
 | | And   Add No Multi Seg to all DUTs
@@ -156,14 +156,14 @@
 | | Then Traffic should pass with no loss | ${duration} | ${rate}
 | | ...                                   | ${framesize} | 3-node-IPv4
 
-| 4core VPP with rxqueues 2 passes 64B frames through IPv4 forwarding with COP at 2x 7.8Mpps in 3-node topology
+| 4core VPP with rxqueues 2 passes 64B frames through IPv4 forwarding with COP at 2x 10.0Mpps in 3-node topology
 | | [Documentation]
 | | ... | VPP with 4 cores and rxqueues 2 should pass 64B frames through IPv4
-| | ... | forwarding at 2x 7.8Mpps in 3-node topology with COP.
+| | ... | forwarding at 2x 10.0Mpps in 3-node topology with COP.
 | | [Tags] | 4_THREAD_NOHTT_RXQUEUES_2 | MULTI_THREAD
 | | ${framesize}= | Set Variable | 64
 | | ${duration}= | Set Variable | 10
-| | ${rate}= | Set Variable | 7.8mpps
+| | ${rate}= | Set Variable | 10.0mpps
 | | Given Add '4' worker threads and rxqueues '2' without HTT to all DUTs
 | | And   Add all PCI devices to all DUTs
 | | And   Add No Multi Seg to all DUTs

diff --git a/tests/suites/performance/Short_IPv4_Intel-X520-DA2.robot b/tests/suites/performance/Short_IPv4_Intel-X520-DA2.robot
index 505cb99..bf8c3dd 100644 (file)
--- a/tests/suites/performance/Short_IPv4_Intel-X520-DA2.robot
+++ b/tests/suites/performance/Short_IPv4_Intel-X520-DA2.robot
@@ -78,7 +78,7 @@
 | 2core VPP with rxqueues 1 passes 64B frames through IPv4 forwarding at 2x 7.5Mpps in 3-node topology
 | | [Documentation]
 | | ... | VPP with 2 cores should pass 64B frames through IPv4 forwarding
-| | ... | at 2x 7.5Mpps (2x 10Gbps) in 3-node topology.
+| | ... | at 2x 7.5Mpps in 3-node topology.
 | | [Tags] | 2_THREAD_NOHTT_RXQUEUES_1 | MULTI_THREAD | NDR
 | | ${framesize}= | Set Variable | 64
 | | ${duration}= | Set Variable | 10
@@ -122,14 +122,14 @@
 | | Then Traffic should pass with no loss | ${duration} | ${rate}
 | | ...                                   | ${framesize} | 3-node-IPv4
 
-| 4core VPP with rxqueues 2 passes 64B frames through IPv4 forwarding at 2x 7.8Mpps in 3-node topology
+| 4core VPP with rxqueues 2 passes 64B frames through IPv4 forwarding at 2x 10.0Mpps in 3-node topology
 | | [Documentation]
 | | ... | VPP with 4 cores and rxqueues 2 should pass 64B frames through IPv4
-| | ... | forwarding at 2x 7.8Mpps in 3-node topology.
+| | ... | forwarding at 2x 10.0Mpps in 3-node topology.
 | | [Tags] | 4_THREAD_NOHTT_RXQUEUES_2 | MULTI_THREAD | NDR
 | | ${framesize}= | Set Variable | 64
 | | ${duration}= | Set Variable | 10
-| | ${rate}= | Set Variable | 7.8mpps
+| | ${rate}= | Set Variable | 10.0mpps
 | | Given Add '4' worker threads and rxqueues '2' without HTT to all DUTs
 | | And   Add all PCI devices to all DUTs
 | | And   Add No Multi Seg to all DUTs

diff --git a/tests/suites/performance/Short_IPv6_Cop_Intel-X520-DA2.robot b/tests/suites/performance/Short_IPv6_Cop_Intel-X520-DA2.robot
index 3b7103c..81ffdd8 100644 (file)
--- a/tests/suites/performance/Short_IPv6_Cop_Intel-X520-DA2.robot
+++ b/tests/suites/performance/Short_IPv6_Cop_Intel-X520-DA2.robot
@@ -24,14 +24,14 @@
 | Documentation | Minimal throughput acceptance test cases
 
 *** Test Cases ***
-| 1core VPP passes 78B frames through IPv6 forwarding with COP at 2x 2.9Mpps in 3-node topology
+| 1core VPP passes 78B frames through IPv6 forwarding with COP at 2x 2.8Mpps in 3-node topology
 | | [Documentation]
 | | ... | VPP with 1 core should pass 78B frames through IPv6 forwarding
-| | ... | at 2x 2.9Mpps in 3-node topology with COP.
+| | ... | at 2x 2.8Mpps in 3-node topology with COP.
 | | [Tags] | 1_THREAD_NOHTT_RXQUEUES_1 | SINGLE_THREAD | NDR
 | | ${framesize}= | Set Variable | 78
 | | ${duration}= | Set Variable | 10
-| | ${rate}= | Set Variable | 2.9mpps
+| | ${rate}= | Set Variable | 2.8mpps
 | | Given Add '1' worker threads and rxqueues '1' without HTT to all DUTs
 | | And   Add all PCI devices to all DUTs
 | | And   Add No Multi Seg to all DUTs

diff --git a/tests/suites/performance/Short_Xconnect_Dot1q_Intel-X520-DA2.robot b/tests/suites/performance/Short_Xconnect_Dot1q_Intel-X520-DA2.robot
index 6559ba1..576a66f 100644 (file)
--- a/tests/suites/performance/Short_Xconnect_Dot1q_Intel-X520-DA2.robot
+++ b/tests/suites/performance/Short_Xconnect_Dot1q_Intel-X520-DA2.robot
@@ -105,16 +105,16 @@
 | | Then Traffic should pass with no loss | ${duration} | ${rate}
 | | ...                                   | ${framesize} | 3-node-xconnect
 
-| 2core VPP with rxqueues 1 passes 64B frames through VLAN dot1q sub-interfaces inter-connected using L2 cross connect at 2x5.8Mpps in 3-node topology
+| 2core VPP with rxqueues 1 passes 64B frames through VLAN dot1q sub-interfaces inter-connected using L2 cross connect at 2x7.0Mpps in 3-node topology
 | | [Documentation]
 | | ... | VPP with 2 cores should pass 64B frames through VLAN dot1q
-| | ... | sub-interfaces inter-connected using L2 cross connect at 2x5.8Mpps in
+| | ... | sub-interfaces inter-connected using L2 cross connect at 2x7.0Mpps in
 | | ... | 3-node topology. Tagging is applied between DUTs inserting 4B VLAN ID
 | | ... | into a packet header.
 | | [Tags] | 2_THREAD_NOHTT_RXQUEUES_1 | MULTI_THREAD | NDR
 | | ${framesize}= | Set Variable | 64
 | | ${duration}= | Set Variable | 10
-| | ${rate}= | Set Variable | 5.8mpps
+| | ${rate}= | Set Variable | 7.0mpps
 | | Given Add '2' worker threads and rxqueues '1' without HTT to all DUTs
 | | And   Add all PCI devices to all DUTs
 | | And   Add No Multi Seg to all DUTs
@@ -182,16 +182,16 @@
 | | Then Traffic should pass with no loss | ${duration} | ${rate}
 | | ...                                   | ${framesize} | 3-node-xconnect
 
-| 4core VPP with rxqueues 2 passes 64B frames through VLAN dot1q sub-interfaces inter-connected using L2 cross connect at 2x9.0Mpps in 3-node topology
+| 4core VPP with rxqueues 2 passes 64B frames through VLAN dot1q sub-interfaces inter-connected using L2 cross connect at 2x11Mpps in 3-node topology
 | | [Documentation]
 | | ... | VPP with 4 cores and rxqueues 2 should pass 64B frames through VLAN dot1q
-| | ... | sub-interfaces inter-connected using L2 cross connect at 2x9.0Mpps in
+| | ... | sub-interfaces inter-connected using L2 cross connect at 2x11Mpps in
 | | ... | 3-node topology. Tagging is applied between DUTs inserting 4B VLAN ID
 | | ... | into a packet header.
 | | [Tags] | 4_THREAD_NOHTT_RXQUEUES_2 | MULTI_THREAD | NDR
 | | ${framesize}= | Set Variable | 64
 | | ${duration}= | Set Variable | 10
-| | ${rate}= | Set Variable | 9.0mpps
+| | ${rate}= | Set Variable | 11.0mpps
 | | Given Add '4' worker threads and rxqueues '2' without HTT to all DUTs
 | | And   Add all PCI devices to all DUTs
 | | And   Add No Multi Seg to all DUTs