tests: disable broken wireguard tests on vpp_debug image 47/37347/2
authorDave Wallace <dwallacelf@gmail.com>
Wed, 5 Oct 2022 02:02:49 +0000 (22:02 -0400)
committerDave Wallace <dwallacelf@gmail.com>
Fri, 7 Oct 2022 20:00:33 +0000 (20:00 +0000)
Type: test

Signed-off-by: Dave Wallace <dwallacelf@gmail.com>
Change-Id: I3a53d57e42f4c1f5ba0de6d2b181c7f2ad083a3a

test/framework.py
test/test_wireguard.py

index d130855..2b19732 100644 (file)
@@ -274,6 +274,8 @@ class TestCaseTag(Enum):
     FIXME_UBUNTU2204 = 4
     # marks suites broken on Debian-11
     FIXME_DEBIAN11 = 5
+    # marks suites broken on debug vpp image
+    FIXME_VPP_DEBUG = 6
 
 
 def create_tag_decorator(e):
@@ -292,6 +294,7 @@ tag_fixme_vpp_workers = create_tag_decorator(TestCaseTag.FIXME_VPP_WORKERS)
 tag_fixme_asan = create_tag_decorator(TestCaseTag.FIXME_ASAN)
 tag_fixme_ubuntu2204 = create_tag_decorator(TestCaseTag.FIXME_UBUNTU2204)
 tag_fixme_debian11 = create_tag_decorator(TestCaseTag.FIXME_DEBIAN11)
+tag_fixme_vpp_debug = create_tag_decorator(TestCaseTag.FIXME_VPP_DEBUG)
 
 
 class DummyVpp:
@@ -379,6 +382,10 @@ class VppTestCase(CPUInterface, unittest.TestCase):
         if cls.has_tag(TestCaseTag.FIXME_DEBIAN11):
             cls = unittest.skip("Skipping @tag_fixme_debian11 tests")(cls)
 
+    @classmethod
+    def skip_fixme_vpp_debug(cls):
+        cls = unittest.skip("Skipping @tag_fixme_vpp_debug tests")(cls)
+
     @classmethod
     def instance(cls):
         """Return the instance of this testcase"""
@@ -1842,6 +1849,10 @@ class VppTestResult(unittest.TestResult):
                 test_title = colorize(f"FIXME on Debian-11: {test_title}", RED)
                 test.skip_fixme_debian11()
 
+            if "debug" in config.vpp_tag and test.has_tag(TestCaseTag.FIXME_VPP_DEBUG):
+                test_title = colorize(f"FIXME on VPP Debug: {test_title}", RED)
+                test.skip_fixme_vpp_debug()
+
             if hasattr(test, "vpp_worker_count"):
                 if test.vpp_worker_count == 0:
                     test_title += " [main thread only]"
index e9caa8d..b12330a 100644 (file)
@@ -42,7 +42,7 @@ from vpp_pg_interface import is_ipv6_misc
 from vpp_ip_route import VppIpRoute, VppRoutePath
 from vpp_object import VppObject
 from vpp_papi import VppEnum
-from framework import is_distro_ubuntu2204, is_distro_debian11
+from framework import is_distro_ubuntu2204, is_distro_debian11, tag_fixme_vpp_debug
 from framework import VppTestCase
 from re import compile
 import unittest
@@ -2379,6 +2379,7 @@ class TestWg(VppTestCase):
         wg0.remove_vpp_config()
 
 
+@tag_fixme_vpp_debug
 class WireguardHandoffTests(TestWg):
     """Wireguard Tests in multi worker setup"""