From: Yaroslav Brustinov <ybrustin@cisco.com>
Date: Sat, 31 Dec 2016 07:20:53 +0000 (+0200)
Subject: regression:
X-Git-Url: https://gerrit.fd.io/r/gitweb?a=commitdiff_plain;h=37cb7ee77e24b8293cdea21eaf431923f2b4013f;p=trex.git

regression:
do not retry on stateless performance failure, results are the same per TRex run.
add trex11 performance section for not to skip. TODO: calibrate

Change-Id: I358121c2b89455c91f4c9dd078dedf0921c3d8a1
Signed-off-by: Yaroslav Brustinov <ybrustin@cisco.com>
---

diff --git a/scripts/automation/regression/setups/trex11/benchmark.yaml b/scripts/automation/regression/setups/trex11/benchmark.yaml
index 5ebcdd55..6c52819c 100644
--- a/scripts/automation/regression/setups/trex11/benchmark.yaml
+++ b/scripts/automation/regression/setups/trex11/benchmark.yaml
@@ -183,4 +183,53 @@ test_CPU_benchmark:
 test_all_profiles :
         mult          : "5%"
         skip          : ['udp_rand_len_9k.py','udp_inc_len_9k.py'] # due to VIC 9K defect trex-282
-        
+
+
+test_performance_vm_single_cpu:
+    cfg:
+        mult                    : "40%"
+        mpps_per_core_golden    : 
+                                   min: 1
+                                   max: 99
+
+
+test_performance_vm_single_cpu_cached:
+    cfg:
+        mult                    : "40%"
+        mpps_per_core_golden    : 
+                                   min: 1
+                                   max: 99
+
+
+
+test_performance_syn_attack_single_cpu:
+     cfg:
+        mult                    : "40%"
+        mpps_per_core_golden    :
+                                  min: 1
+                                  max: 99
+
+test_performance_vm_multi_cpus:
+    cfg:
+        core_count             : 7
+        mult                   : "40%"
+        mpps_per_core_golden   :
+                                  min: 1
+                                  max: 99
+
+
+test_performance_vm_multi_cpus_cached:
+    cfg:
+        core_count             : 7
+        mult                   : "40%"
+        mpps_per_core_golden   :
+                                  min: 1
+                                  max: 99
+
+test_performance_syn_attack_multi_cpus:
+    cfg:
+        core_count             : 7
+        mult                   : "40%"
+        mpps_per_core_golden   :
+                                  min: 1
+                                  max: 99
diff --git a/scripts/automation/regression/stateless_tests/stl_performance_test.py b/scripts/automation/regression/stateless_tests/stl_performance_test.py
index 641f0a33..f0cdac71 100644
--- a/scripts/automation/regression/stateless_tests/stl_performance_test.py
+++ b/scripts/automation/regression/stateless_tests/stl_performance_test.py
@@ -238,7 +238,7 @@ class STLPerformance_Test(CStlGeneral_Test):
 
 ############################################# test's infra functions ###########################################
 
-    def execute_single_scenario (self, scenario_cfg, iterations = 4):
+    def execute_single_scenario (self, scenario_cfg, iterations = 0):
         golden = scenario_cfg['mpps_per_core_golden']