regression:

do not retry on stateless performance failure, results are the same per TRex run.
add trex11 performance section for not to skip. TODO: calibrate

Change-Id: I358121c2b89455c91f4c9dd078dedf0921c3d8a1
Signed-off-by: Yaroslav Brustinov <[email protected]>

diff --git a/scripts/automation/regression/setups/trex11/benchmark.yaml b/scripts/automation/regression/setups/trex11/benchmark.yaml
index 5ebcdd5..6c52819 100644 (file)
--- a/scripts/automation/regression/setups/trex11/benchmark.yaml
+++ b/scripts/automation/regression/setups/trex11/benchmark.yaml
@@ -183,4 +183,53 @@ test_CPU_benchmark:
 test_all_profiles :
         mult          : "5%"
         skip          : ['udp_rand_len_9k.py','udp_inc_len_9k.py'] # due to VIC 9K defect trex-282
-        
+
+
+test_performance_vm_single_cpu:
+    cfg:
+        mult                    : "40%"
+        mpps_per_core_golden    : 
+                                   min: 1
+                                   max: 99
+
+
+test_performance_vm_single_cpu_cached:
+    cfg:
+        mult                    : "40%"
+        mpps_per_core_golden    : 
+                                   min: 1
+                                   max: 99
+
+
+
+test_performance_syn_attack_single_cpu:
+     cfg:
+        mult                    : "40%"
+        mpps_per_core_golden    :
+                                  min: 1
+                                  max: 99
+
+test_performance_vm_multi_cpus:
+    cfg:
+        core_count             : 7
+        mult                   : "40%"
+        mpps_per_core_golden   :
+                                  min: 1
+                                  max: 99
+
+
+test_performance_vm_multi_cpus_cached:
+    cfg:
+        core_count             : 7
+        mult                   : "40%"
+        mpps_per_core_golden   :
+                                  min: 1
+                                  max: 99
+
+test_performance_syn_attack_multi_cpus:
+    cfg:
+        core_count             : 7
+        mult                   : "40%"
+        mpps_per_core_golden   :
+                                  min: 1
+                                  max: 99

diff --git a/scripts/automation/regression/stateless_tests/stl_performance_test.py b/scripts/automation/regression/stateless_tests/stl_performance_test.py
index 641f0a3..f0cdac7 100644 (file)
--- a/scripts/automation/regression/stateless_tests/stl_performance_test.py
+++ b/scripts/automation/regression/stateless_tests/stl_performance_test.py
@@ -238,7 +238,7 @@ class STLPerformance_Test(CStlGeneral_Test):
 
 ############################################# test's infra functions ###########################################
 
-    def execute_single_scenario (self, scenario_cfg, iterations = 4):
+    def execute_single_scenario (self, scenario_cfg, iterations = 0):
         golden = scenario_cfg['mpps_per_core_golden']