misc: Fix python scripts shebang line
[vpp.git] / src / plugins / quic / test / test_quic.py
index 0516dc7..8b1dba4 100644 (file)
@@ -1,4 +1,4 @@
-#!/usr/bin/env python
+#!/usr/bin/env python3
 """ Vpp QUIC tests """
 
 import unittest
@@ -14,9 +14,13 @@ class QUICAppWorker(Worker):
     """ QUIC Test Application Worker """
     process = None
 
-    def __init__(self, build_dir, appname, args, logger, env={}):
+    def __init__(self, build_dir, appname, args, logger, role, testcase,
+                 env={}):
         app = "%s/vpp/bin/%s" % (build_dir, appname)
         self.args = [app] + args
+        self.role = role
+        self.wait_for_gdb = 'wait-for-gdb'
+        self.testcase = testcase
         super(QUICAppWorker, self).__init__(self.args, logger, env)
 
     def run(self):
@@ -102,11 +106,12 @@ class QUICTestCase(VppTestCase):
 
 class QUICEchoIntTestCase(QUICTestCase):
     """QUIC Echo Internal Test Case"""
+    test_bytes = ' test-bytes'
 
     def setUp(self):
         super(QUICEchoIntTestCase, self).setUp()
-        self.client_args = "uri %s fifo-size 64 test-bytes appns client" \
-            % self.uri
+        self.client_args = 'uri {uri} fifo-size 64{testbytes} appns client' \
+            .format(uri=self.uri, testbytes=self.test_bytes)
         self.server_args = "uri %s fifo-size 64 appns server" % self.uri
 
     def server(self, *args):
@@ -133,6 +138,16 @@ class QUICEchoIntTransferTestCase(QUICEchoIntTestCase):
         self.client("no-output", "mbytes", "2")
 
 
+class QUICEchoIntTransferBigTestCase(QUICEchoIntTestCase):
+    """QUIC Echo Internal Transfer Big Test Case"""
+    test_bytes = ''
+
+    @unittest.skipUnless(running_extended_tests, "part of extended tests")
+    def test_quic_int_transfer_big(self):
+        self.server()
+        self.client("no-output", "gbytes", "10")
+
+
 class QUICEchoIntSerialTestCase(QUICEchoIntTestCase):
     """QUIC Echo Internal Serial Transfer Test Case"""
     def test_quic_serial_int_transfer(self):
@@ -144,6 +159,19 @@ class QUICEchoIntSerialTestCase(QUICEchoIntTestCase):
         self.client("no-output", "mbytes", "2")
 
 
+class QUICEchoIntSerialBigTestCase(QUICEchoIntTestCase):
+    """QUIC Echo Internal Serial Transfer Big Test Case"""
+
+    @unittest.skipUnless(running_extended_tests, "part of extended tests")
+    def test_quic_serial_int_transfer_big(self):
+        self.server()
+        self.client("no-output", "gbytes", "5")
+        self.client("no-output", "gbytes", "5")
+        self.client("no-output", "gbytes", "5")
+        self.client("no-output", "gbytes", "5")
+        self.client("no-output", "gbytes", "5")
+
+
 class QUICEchoIntMStreamTestCase(QUICEchoIntTestCase):
     """QUIC Echo Internal MultiStream Test Case"""
     def test_quic_int_multistream_transfer(self):
@@ -151,9 +179,20 @@ class QUICEchoIntMStreamTestCase(QUICEchoIntTestCase):
         self.client("nclients", "10", "mbytes", "1", "no-output")
 
 
+class QUICEchoIntMStreamBigTestCase(QUICEchoIntTestCase):
+    """QUIC Echo Internal MultiStream Big Test Case"""
+
+    @unittest.skipUnless(running_extended_tests, "part of extended tests")
+    def test_quic_int_multistream_transfer(self):
+        self.server()
+        self.client("nclients", "10", "gbytes", "5", "no-output")
+
+
 class QUICEchoExtTestCase(QUICTestCase):
     extra_vpp_punt_config = ["session", "{", "evt_qs_memfd_seg", "}"]
     quic_setup = "default"
+    test_bytes = "test-bytes:assert"
+    app = "vpp_echo"
 
     def setUp(self):
         super(QUICEchoExtTestCase, self).setUp()
@@ -161,37 +200,43 @@ class QUICEchoExtTestCase(QUICTestCase):
             "uri",
             self.uri,
             "json",
-            "fifo-size",
-            "64",
-            "test-bytes:assert",
-            "socket-name",
-            self.api_sock]
+            self.test_bytes,
+            "socket-name", self.api_sock,
+            "quic-setup", self.quic_setup]
         self.server_echo_test_args = common_args + \
-            ["server", "appns", "server", "quic-setup", self.quic_setup]
+            ["server", "appns", "server"]  # use default fifo-size
         self.client_echo_test_args = common_args + \
-            ["client", "appns", "client", "quic-setup", self.quic_setup]
+            ["client", "appns", "client", "fifo-size", "4M"]
+        error = self.vapi.cli("quic set fifo-size 2M")
+        if error:
+            self.logger.critical(error)
+            self.assertNotIn("failed", error)
 
     def server(self, *args):
         _args = self.server_echo_test_args + list(args)
         self.worker_server = QUICAppWorker(
             self.build_dir,
-            "vpp_echo",
+            self.app,
             _args,
-            self.logger)
+            self.logger,
+            'server',
+            self)
         self.worker_server.start()
         self.sleep(self.pre_test_sleep)
 
     def client(self, *args):
         _args = self.client_echo_test_args + list(args)
-        # self.client_echo_test_args += "use-svm-api"
         self.worker_client = QUICAppWorker(
             self.build_dir,
-            "vpp_echo",
+            self.app,
             _args,
-            self.logger)
+            self.logger,
+            'client',
+            self)
         self.worker_client.start()
-        self.worker_client.join(self.timeout)
-        self.worker_server.join(self.timeout)
+        timeout = None if self.debug_all else self.timeout
+        self.worker_client.join(timeout)
+        self.worker_server.join(timeout)
         self.sleep(self.post_test_sleep)
 
     def validate_ext_test_results(self):
@@ -226,13 +271,24 @@ class QUICEchoExtTransferTestCase(QUICEchoExtTestCase):
         self.validate_ext_test_results()
 
 
+class QUICEchoExtTransferBigTestCase(QUICEchoExtTestCase):
+    """QUIC Echo External Transfer Big Test Case"""
+    test_bytes = ''
+
+    @unittest.skipUnless(running_extended_tests, "part of extended tests")
+    def test_quic_ext_transfer_big(self):
+        self.server("TX=0", "RX=10Gb")
+        self.client("TX=10Gb", "RX=0")
+        self.validate_ext_test_results()
+
+
 class QUICEchoExtQcloseRxTestCase(QUICEchoExtTestCase):
     """QUIC Echo External Transfer Qclose Rx Test Case"""
 
     @unittest.skipUnless(running_extended_tests, "part of extended tests")
     def test_quic_ext_qclose_rx(self):
-        self.server("TX=0", "RX=1Kb", "qclose=Y", "sclose=N")
-        self.client("TX=1Kb", "RX=0", "qclose=W", "sclose=W")
+        self.server("TX=0", "RX=10Mb", "qclose=Y", "sclose=N")
+        self.client("TX=10Mb", "RX=0", "qclose=W", "sclose=W")
         self.validate_ext_test_results()
 
 
@@ -241,8 +297,9 @@ class QUICEchoExtQcloseTxTestCase(QUICEchoExtTestCase):
 
     @unittest.skipUnless(running_extended_tests, "part of extended tests")
     def test_quic_ext_qclose_tx(self):
-        self.server("TX=0", "RX=1Kb", "qclose=W", "sclose=W")
-        self.client("TX=1Kb", "RX=0", "qclose=Y", "sclose=N")
+        self.server("TX=0", "RX=10Mb", "qclose=W", "sclose=W",
+                    "rx-results-diff")
+        self.client("TX=10Mb", "RX=0", "qclose=Y", "sclose=N")
         self.validate_ext_test_results()
 
 
@@ -251,8 +308,9 @@ class QUICEchoExtEarlyQcloseRxTestCase(QUICEchoExtTestCase):
 
     @unittest.skipUnless(running_extended_tests, "part of extended tests")
     def test_quic_ext_early_qclose_rx(self):
-        self.server("TX=0", "RX=1Kb", "qclose=Y", "sclose=N")
-        self.client("TX=2Kb", "RX=0", "qclose=W", "sclose=W")
+        self.server("TX=0", "RX=10Mb", "qclose=Y", "sclose=N")
+        self.client("TX=20Mb", "RX=0", "qclose=W", "sclose=W",
+                    "tx-results-diff")
         self.validate_ext_test_results()
 
 
@@ -261,8 +319,9 @@ class QUICEchoExtEarlyQcloseTxTestCase(QUICEchoExtTestCase):
 
     @unittest.skipUnless(running_extended_tests, "part of extended tests")
     def test_quic_ext_early_qclose_tx(self):
-        self.server("TX=0", "RX=2Kb", "qclose=W", "sclose=W")
-        self.client("TX=1Kb", "RX=0", "qclose=Y", "sclose=N")
+        self.server("TX=0", "RX=20Mb", "qclose=W", "sclose=W",
+                    "rx-results-diff")
+        self.client("TX=10Mb", "RX=0", "qclose=Y", "sclose=N")
         self.validate_ext_test_results()
 
 
@@ -271,8 +330,8 @@ class QUICEchoExtScloseRxTestCase(QUICEchoExtTestCase):
 
     @unittest.skipUnless(running_extended_tests, "part of extended tests")
     def test_quic_ext_sclose_rx(self):
-        self.server("TX=0", "RX=1Kb", "qclose=N", "sclose=Y")
-        self.client("TX=1Kb", "RX=0", "qclose=W", "sclose=W")
+        self.server("TX=0", "RX=10Mb", "qclose=N", "sclose=Y")
+        self.client("TX=10Mb", "RX=0", "qclose=W", "sclose=W")
         self.validate_ext_test_results()
 
 
@@ -281,8 +340,8 @@ class QUICEchoExtScloseTxTestCase(QUICEchoExtTestCase):
 
     @unittest.skipUnless(running_extended_tests, "part of extended tests")
     def test_quic_ext_sclose_tx(self):
-        self.server("TX=0", "RX=1Kb", "qclose=W", "sclose=W")
-        self.client("TX=1Kb", "RX=0", "qclose=N", "sclose=Y")
+        self.server("TX=0", "RX=10Mb", "qclose=W", "sclose=W")
+        self.client("TX=10Mb", "RX=0", "qclose=Y", "sclose=Y")
         self.validate_ext_test_results()
 
 
@@ -291,18 +350,20 @@ class QUICEchoExtEarlyScloseRxTestCase(QUICEchoExtTestCase):
 
     @unittest.skipUnless(running_extended_tests, "part of extended tests")
     def test_quic_ext_early_sclose_rx(self):
-        self.server("TX=0", "RX=1Kb", "qclose=N", "sclose=Y")
-        self.client("TX=2Kb", "RX=0", "qclose=W", "sclose=W")
+        self.server("TX=0", "RX=10Mb", "qclose=N", "sclose=Y")
+        self.client("TX=20Mb", "RX=0", "qclose=W", "sclose=W",
+                    "tx-results-diff")
         self.validate_ext_test_results()
 
 
 class QUICEchoExtEarlyScloseTxTestCase(QUICEchoExtTestCase):
-    """QUIC Echo External Transfer Early Sclose RTx Test Case"""
+    """QUIC Echo External Transfer Early Sclose Tx Test Case"""
 
     @unittest.skipUnless(running_extended_tests, "part of extended tests")
     def test_quic_ext_early_sclose_tx(self):
-        self.server("TX=0", "RX=2Kb", "qclose=W", "sclose=W")
-        self.client("TX=1Kb", "RX=0", "qclose=N", "sclose=Y")
+        self.server("TX=0", "RX=20Mb", "qclose=W", "sclose=W",
+                    "rx-results-diff")
+        self.client("TX=10Mb", "RX=0", "qclose=Y", "sclose=Y")
         self.validate_ext_test_results()
 
 
@@ -311,8 +372,20 @@ class QUICEchoExtServerStreamTestCase(QUICEchoExtTestCase):
     quic_setup = "serverstream"
 
     def test_quic_ext_transfer_server_stream(self):
-        self.server("TX=1Kb", "RX=0")
-        self.client("TX=0", "RX=1Kb")
+        self.server("TX=10Mb", "RX=0")
+        self.client("TX=0", "RX=10Mb")
+        self.validate_ext_test_results()
+
+
+class QUICEchoExtBigServerStreamTestCase(QUICEchoExtTestCase):
+    """QUIC Echo External Transfer Big Server Stream Test Case"""
+    quic_setup = "serverstream"
+    test_bytes = ''
+
+    @unittest.skipUnless(running_extended_tests, "part of extended tests")
+    def test_quic_ext_transfer_big_server_stream(self):
+        self.server("TX=10Gb", "RX=0")
+        self.client("TX=0", "RX=10Gb")
         self.validate_ext_test_results()
 
 
@@ -322,8 +395,8 @@ class QUICEchoExtServerStreamQcloseRxTestCase(QUICEchoExtTestCase):
 
     @unittest.skipUnless(running_extended_tests, "part of extended tests")
     def test_quic_ext_server_stream_qclose_rx(self):
-        self.server("TX=1Kb", "RX=0", "qclose=W", "sclose=W")
-        self.client("TX=0", "RX=1Kb", "qclose=Y", "sclose=N")
+        self.server("TX=10Mb", "RX=0", "qclose=W", "sclose=W")
+        self.client("TX=0", "RX=10Mb", "qclose=Y", "sclose=N")
         self.validate_ext_test_results()
 
 
@@ -333,8 +406,9 @@ class QUICEchoExtServerStreamQcloseTxTestCase(QUICEchoExtTestCase):
 
     @unittest.skipUnless(running_extended_tests, "part of extended tests")
     def test_quic_ext_server_stream_qclose_tx(self):
-        self.server("TX=1Kb", "RX=0", "qclose=Y", "sclose=N")
-        self.client("TX=0", "RX=1Kb", "qclose=W", "sclose=W")
+        self.server("TX=10Mb", "RX=0", "qclose=Y", "sclose=N")
+        self.client("TX=0", "RX=10Mb", "qclose=W", "sclose=W",
+                    "rx-results-diff")
         self.validate_ext_test_results()
 
 
@@ -344,8 +418,9 @@ class QUICEchoExtServerStreamEarlyQcloseRxTestCase(QUICEchoExtTestCase):
 
     @unittest.skipUnless(running_extended_tests, "part of extended tests")
     def test_quic_ext_server_stream_early_qclose_rx(self):
-        self.server("TX=2Kb", "RX=0", "qclose=W", "sclose=W")
-        self.client("TX=0", "RX=1Kb", "qclose=Y", "sclose=N")
+        self.server("TX=20Mb", "RX=0", "qclose=W", "sclose=W",
+                    "tx-results-diff")
+        self.client("TX=0", "RX=10Mb", "qclose=Y", "sclose=N")
         self.validate_ext_test_results()
 
 
@@ -355,8 +430,9 @@ class QUICEchoExtServerStreamEarlyQcloseTxTestCase(QUICEchoExtTestCase):
 
     @unittest.skipUnless(running_extended_tests, "part of extended tests")
     def test_quic_ext_server_stream_early_qclose_tx(self):
-        self.server("TX=1Kb", "RX=0", "qclose=Y", "sclose=N")
-        self.client("TX=0", "RX=2Kb", "qclose=W", "sclose=W")
+        self.server("TX=10Mb", "RX=0", "qclose=Y", "sclose=N")
+        self.client("TX=0", "RX=20Mb", "qclose=W", "sclose=W",
+                    "rx-results-diff")
         self.validate_ext_test_results()
 
 
@@ -366,8 +442,8 @@ class QUICEchoExtServerStreamScloseRxTestCase(QUICEchoExtTestCase):
 
     @unittest.skipUnless(running_extended_tests, "part of extended tests")
     def test_quic_ext_server_stream_sclose_rx(self):
-        self.server("TX=1Kb", "RX=0", "qclose=W", "sclose=W")
-        self.client("TX=0", "RX=1Kb", "qclose=N", "sclose=Y")
+        self.server("TX=10Mb", "RX=0", "qclose=W", "sclose=W")
+        self.client("TX=0", "RX=10Mb", "qclose=N", "sclose=Y")
         self.validate_ext_test_results()
 
 
@@ -377,8 +453,8 @@ class QUICEchoExtServerStreamScloseTxTestCase(QUICEchoExtTestCase):
 
     @unittest.skipUnless(running_extended_tests, "part of extended tests")
     def test_quic_ext_server_stream_sclose_tx(self):
-        self.server("TX=1Kb", "RX=0", "qclose=N", "sclose=Y")
-        self.client("TX=0", "RX=1Kb", "qclose=W", "sclose=W")
+        self.server("TX=10Mb", "RX=0", "qclose=Y", "sclose=Y")
+        self.client("TX=0", "RX=10Mb", "qclose=W", "sclose=W")
         self.validate_ext_test_results()
 
 
@@ -388,8 +464,9 @@ class QUICEchoExtServerStreamEarlyScloseRxTestCase(QUICEchoExtTestCase):
 
     @unittest.skipUnless(running_extended_tests, "part of extended tests")
     def test_quic_ext_server_stream_early_sclose_rx(self):
-        self.server("TX=2Kb", "RX=0", "qclose=W", "sclose=W")
-        self.client("TX=0", "RX=1Kb", "qclose=N", "sclose=Y")
+        self.server("TX=20Mb", "RX=0", "qclose=W", "sclose=W",
+                    "tx-results-diff")
+        self.client("TX=0", "RX=10Mb", "qclose=N", "sclose=Y")
         self.validate_ext_test_results()
 
 
@@ -399,8 +476,9 @@ class QUICEchoExtServerStreamEarlyScloseTxTestCase(QUICEchoExtTestCase):
 
     @unittest.skipUnless(running_extended_tests, "part of extended tests")
     def test_quic_ext_server_stream_early_sclose_tx(self):
-        self.server("TX=1Kb", "RX=0", "qclose=N", "sclose=Y")
-        self.client("TX=0", "RX=2Kb", "qclose=W", "sclose=W")
+        self.server("TX=10Mb", "RX=0", "qclose=Y", "sclose=Y")
+        self.client("TX=0", "RX=20Mb", "qclose=W", "sclose=W",
+                    "rx-results-diff")
         self.validate_ext_test_results()
 
 
@@ -410,8 +488,8 @@ class QUICEchoExtServerStreamWorkersTestCase(QUICEchoExtTestCase):
 
     @unittest.skipUnless(running_extended_tests, "part of extended tests")
     def test_quic_ext_transfer_server_stream_multi_workers(self):
-        self.server("nclients", "4/4", "TX=1Kb", "RX=0")
-        self.client("nclients", "4/4", "TX=0", "RX=1Kb")
+        self.server("nclients", "4", "quic-streams", "4", "TX=10Mb", "RX=0")
+        self.client("nclients", "4", "quic-streams", "4", "TX=0", "RX=10Mb")
         self.validate_ext_test_results()