quic: fix tests
[vpp.git] / test / test_quic.py
1 #!/usr/bin/env python
2 """ Vpp QUIC tests """
3
4 import unittest
5 import os
6 import subprocess
7 import signal
8 from framework import VppTestCase, VppTestRunner, running_extended_tests, \
9     Worker
10 from vpp_ip_route import VppIpTable, VppIpRoute, VppRoutePath
11 from threading import Event
12
13
14 class QUICAppWorker(Worker):
15     """ QUIC Test Application Worker """
16     process = None
17
18     def __init__(self, build_dir, appname, args, logger, env={}, event=None):
19         app = "%s/vpp/bin/%s" % (build_dir, appname)
20         self.args = [app] + args
21         self.event = event
22         super(QUICAppWorker, self).__init__(self.args, logger, env)
23
24     def run(self):
25         super(QUICAppWorker, self).run()
26         if self.event:
27             self.event.set()
28
29     def teardown(self, logger, timeout):
30         if self.process is None:
31             return False
32         try:
33             logger.debug("Killing worker process (pid %d)" % self.process.pid)
34             os.killpg(os.getpgid(self.process.pid), signal.SIGKILL)
35             self.join(timeout)
36         except OSError as e:
37             logger.debug("Couldn't kill worker process")
38             return True
39         return False
40
41
42 class QUICTestCase(VppTestCase):
43     """ QUIC Test Case """
44
45     def setUp(self):
46         super(QUICTestCase, self).setUp()
47         var = "VPP_BUILD_DIR"
48         self.build_dir = os.getenv(var, None)
49         if self.build_dir is None:
50             raise Exception("Environment variable `%s' not set" % var)
51         self.vppDebug = 'vpp_debug' in self.build_dir
52         self.timeout = 20
53         self.vapi.session_enable_disable(is_enabled=1)
54         self.pre_test_sleep = 0.3
55         self.post_test_sleep = 0.2
56
57         self.create_loopback_interfaces(2)
58         self.uri = "quic://%s/1234" % self.loop0.local_ip4
59         table_id = 1
60         for i in self.lo_interfaces:
61             i.admin_up()
62
63             if table_id != 0:
64                 tbl = VppIpTable(self, table_id)
65                 tbl.add_vpp_config()
66
67             i.set_table_ip4(table_id)
68             i.config_ip4()
69             table_id += 1
70
71         # Configure namespaces
72         self.vapi.app_namespace_add_del(namespace_id=b"server",
73                                         sw_if_index=self.loop0.sw_if_index)
74         self.vapi.app_namespace_add_del(namespace_id=b"client",
75                                         sw_if_index=self.loop1.sw_if_index)
76
77         # Add inter-table routes
78         self.ip_t01 = VppIpRoute(self, self.loop1.local_ip4, 32,
79                                  [VppRoutePath("0.0.0.0",
80                                                0xffffffff,
81                                                nh_table_id=2)], table_id=1)
82         self.ip_t10 = VppIpRoute(self, self.loop0.local_ip4, 32,
83                                  [VppRoutePath("0.0.0.0",
84                                                0xffffffff,
85                                                nh_table_id=1)], table_id=2)
86         self.ip_t01.add_vpp_config()
87         self.ip_t10.add_vpp_config()
88         self.logger.debug(self.vapi.cli("show ip fib"))
89
90     def tearDown(self):
91         self.vapi.session_enable_disable(is_enabled=0)
92         # Delete inter-table routes
93         self.ip_t01.remove_vpp_config()
94         self.ip_t10.remove_vpp_config()
95
96         for i in self.lo_interfaces:
97             i.unconfig_ip4()
98             i.set_table_ip4(0)
99             i.admin_down()
100         super(QUICTestCase, self).tearDown()
101
102
103 class QUICEchoInternalTestCase(QUICTestCase):
104     """QUIC Echo Internal Test Case"""
105
106     def setUp(self):
107         super(QUICEchoInternalTestCase, self).setUp()
108         self.client_args = "uri %s fifo-size 64 test-bytes appns client" \
109             % self.uri
110         self.server_args = "uri %s fifo-size 64 appns server" % self.uri
111
112     def server(self, *args):
113         error = self.vapi.cli(
114             "test echo server %s %s" %
115             (self.server_args, ' '.join(args)))
116         if error:
117             self.logger.critical(error)
118             self.assertNotIn("failed", error)
119
120     def client(self, *args):
121         error = self.vapi.cli(
122             "test echo client %s %s" %
123             (self.client_args, ' '.join(args)))
124         if error:
125             self.logger.critical(error)
126             self.assertNotIn("failed", error)
127
128
129 class QUICEchoInternalTransferTestCase(QUICEchoInternalTestCase):
130     """QUIC Echo Internal Transfer Test Case"""
131     @unittest.skipUnless(running_extended_tests, "part of extended tests")
132     def test_quic_internal_transfer(self):
133         self.server()
134         self.client("no-output", "mbytes", "2")
135
136
137 class QUICEchoInternalSerialTestCase(QUICEchoInternalTestCase):
138     """QUIC Echo Internal Serial Transfer Test Case"""
139     @unittest.skipUnless(running_extended_tests, "part of extended tests")
140     def test_quic_serial_internal_transfer(self):
141         self.server()
142         self.client("no-output", "mbytes", "2")
143         self.client("no-output", "mbytes", "2")
144         self.client("no-output", "mbytes", "2")
145         self.client("no-output", "mbytes", "2")
146         self.client("no-output", "mbytes", "2")
147
148
149 class QUICEchoInternalMStreamTestCase(QUICEchoInternalTestCase):
150     """QUIC Echo Internal MultiStream Test Case"""
151     @unittest.skipUnless(running_extended_tests, "part of extended tests")
152     def test_quic_internal_multistream_transfer(self):
153         self.server()
154         self.client("nclients", "10", "mbytes", "1", "no-output")
155
156
157 class QUICEchoExternalTestCase(QUICTestCase):
158     extra_vpp_punt_config = ["session", "{", "evt_qs_memfd_seg", "}"]
159     quic_setup = "default"
160
161     def setUp(self):
162         super(QUICEchoExternalTestCase, self).setUp()
163         common_args = [
164             "uri",
165             self.uri,
166             "fifo-size",
167             "64",
168             "test-bytes:assert",
169             "socket-name",
170             self.api_sock]
171         self.server_echo_test_args = common_args + \
172             ["server", "appns", "server", "quic-setup", self.quic_setup]
173         self.client_echo_test_args = common_args + \
174             ["client", "appns", "client", "quic-setup", self.quic_setup]
175         self.event = Event()
176
177     def server(self, *args):
178         _args = self.server_echo_test_args + list(args)
179         self.worker_server = QUICAppWorker(
180             self.build_dir,
181             "quic_echo",
182             _args,
183             self.logger,
184             event=self.event)
185         self.worker_server.start()
186         self.sleep(self.pre_test_sleep)
187
188     def client(self, *args):
189         _args = self.client_echo_test_args + list(args)
190         # self.client_echo_test_args += "use-svm-api"
191         self.worker_client = QUICAppWorker(
192             self.build_dir,
193             "quic_echo",
194             _args,
195             self.logger,
196             event=self.event)
197         self.worker_client.start()
198         self.event.wait(self.timeout)
199         self.sleep(self.post_test_sleep)
200
201     def validate_external_test_results(self):
202         self.logger.info(
203             "Client worker result is `%s'" %
204             self.worker_client.result)
205         server_result = self.worker_server.result
206         client_result = self.worker_client.result
207         server_kill_error = False
208         if self.worker_server.result is None:
209             server_kill_error = self.worker_server.teardown(
210                 self.logger, self.timeout)
211         if self.worker_client.result is None:
212             self.worker_client.teardown(self.logger, self.timeout)
213         self.assertIsNone(server_result, "Wrong server worker return code")
214         self.assertIsNotNone(
215             client_result,
216             "Timeout! Client worker did not finish in %ss" %
217             self.timeout)
218         self.assertEqual(client_result, 0, "Wrong client worker return code")
219         self.assertFalse(server_kill_error, "Server kill errored")
220
221
222 class QUICEchoExternalTransferTestCase(QUICEchoExternalTestCase):
223     """QUIC Echo External Transfer Test Case"""
224     @unittest.skipUnless(running_extended_tests, "part of extended tests")
225     def test_quic_external_transfer(self):
226         self.server()
227         self.client()
228         self.validate_external_test_results()
229
230
231 class QUICEchoExternalServerStreamTestCase(QUICEchoExternalTestCase):
232     """QUIC Echo External Transfer Server Stream Test Case"""
233     quic_setup = "serverstream"
234
235     @unittest.skipUnless(running_extended_tests, "part of extended tests")
236     def test_quic_external_transfer_server_stream(self):
237         self.server("nclients", "1/1", "send", "1Kb", "recv", "0")
238         self.client("nclients", "1/1", "send", "0", "recv", "1Kb")
239         self.validate_external_test_results()
240
241
242 class QUICEchoExternalServerStreamWorkersTestCase(QUICEchoExternalTestCase):
243     """QUIC Echo External Transfer Server Stream MultiWorker Test Case"""
244     quic_setup = "serverstream"
245
246     @unittest.skipUnless(running_extended_tests, "part of extended tests")
247     def test_quic_external_transfer_server_stream_multi_workers(self):
248         self.server("nclients", "4/4", "send", "1Kb", "recv", "0")
249         self.client("nclients", "4/4", "send", "0", "recv", "1Kb")
250         self.validate_external_test_results()
251
252
253 if __name__ == '__main__':
254     unittest.main(testRunner=VppTestRunner)