8 from config import config
9 from framework import tag_fixme_vpp_workers, tag_fixme_ubuntu2204
10 from framework import VppTestCase, VppTestRunner, Worker
11 from vpp_ip_route import VppIpTable, VppIpRoute, VppRoutePath
14 class QUICAppWorker(Worker):
15 """QUIC Test Application Worker"""
32 app = f"{config.vpp_build_dir}/vpp/bin/{appname}"
33 self.args = [app] + executable_args
35 self.wait_for_gdb = "wait-for-gdb"
36 self.testcase = testcase
37 super(QUICAppWorker, self).__init__(self.args, logger, env, *args, **kwargs)
40 super(QUICAppWorker, self).run()
42 def teardown(self, logger, timeout):
43 if self.process is None:
46 logger.debug("Killing worker process (pid %d)" % self.process.pid)
47 os.killpg(os.getpgid(self.process.pid), signal.SIGKILL)
50 logger.debug("Couldn't kill worker process")
56 class QUICTestCase(VppTestCase):
65 cls.extra_vpp_plugin_config.append("plugin quic_plugin.so { enable }")
66 super(QUICTestCase, cls).setUpClass()
69 super(QUICTestCase, self).setUp()
70 self.vppDebug = "vpp_debug" in config.vpp_build_dir
72 self.create_loopback_interfaces(2)
73 self.uri = "quic://%s/1234" % self.loop0.local_ip4
75 for i in self.lo_interfaces:
79 tbl = VppIpTable(self, table_id)
82 i.set_table_ip4(table_id)
86 # Configure namespaces
87 self.vapi.app_namespace_add_del(
88 namespace_id="server", sw_if_index=self.loop0.sw_if_index
90 self.vapi.app_namespace_add_del(
91 namespace_id="client", sw_if_index=self.loop1.sw_if_index
94 # Add inter-table routes
95 self.ip_t01 = VppIpRoute(
99 [VppRoutePath("0.0.0.0", 0xFFFFFFFF, nh_table_id=2)],
102 self.ip_t10 = VppIpRoute(
104 self.loop0.local_ip4,
106 [VppRoutePath("0.0.0.0", 0xFFFFFFFF, nh_table_id=1)],
109 self.ip_t01.add_vpp_config()
110 self.ip_t10.add_vpp_config()
111 self.logger.debug(self.vapi.cli("show ip fib"))
114 # Delete inter-table routes
115 self.ip_t01.remove_vpp_config()
116 self.ip_t10.remove_vpp_config()
118 for i in self.lo_interfaces:
122 super(QUICTestCase, self).tearDown()
125 class QUICEchoIntTestCase(QUICTestCase):
126 """QUIC Echo Internal Test Case"""
128 test_bytes = " test-bytes"
129 extra_vpp_punt_config = ["session", "{", "enable", "poll-main", "}"]
132 super(QUICEchoIntTestCase, self).setUp()
133 self.client_args = "uri {uri} fifo-size 64{testbytes} appns client".format(
134 uri=self.uri, testbytes=self.test_bytes
136 self.server_args = "uri %s fifo-size 64 appns server" % self.uri
139 super(QUICEchoIntTestCase, self).tearDown()
141 def server(self, *args):
142 error = self.vapi.cli(
143 "test echo server %s %s" % (self.server_args, " ".join(args))
146 self.logger.critical(error)
147 self.assertNotIn("failed", error)
149 def client(self, *args):
150 error = self.vapi.cli(
151 "test echo client %s %s" % (self.client_args, " ".join(args))
154 self.logger.critical(error)
155 self.assertNotIn("failed", error)
158 @tag_fixme_vpp_workers
159 class QUICEchoIntTransferTestCase(QUICEchoIntTestCase):
160 """QUIC Echo Internal Transfer Test Case"""
162 def test_quic_int_transfer(self):
163 """QUIC internal transfer"""
165 self.client("no-output", "mbytes", "2")
168 @tag_fixme_vpp_workers
169 class QUICEchoIntSerialTestCase(QUICEchoIntTestCase):
170 """QUIC Echo Internal Serial Transfer Test Case"""
172 def test_quic_serial_int_transfer(self):
173 """QUIC serial internal transfer"""
175 self.client("no-output", "mbytes", "2")
176 self.client("no-output", "mbytes", "2")
177 self.client("no-output", "mbytes", "2")
178 self.client("no-output", "mbytes", "2")
179 self.client("no-output", "mbytes", "2")
182 @tag_fixme_vpp_workers
183 class QUICEchoIntMStreamTestCase(QUICEchoIntTestCase):
184 """QUIC Echo Internal MultiStream Test Case"""
186 def test_quic_int_multistream_transfer(self):
187 """QUIC internal multi-stream transfer"""
189 self.client("nclients", "10", "mbytes", "1", "no-output")
192 class QUICEchoExtTestCase(QUICTestCase):
193 quic_setup = "default"
194 test_bytes = "test-bytes:assert"
200 server_fifo_size = "1M"
201 client_fifo_size = "4M"
202 extra_vpp_punt_config = [
208 "wrk-mqs-segment-size",
210 "event-queue-length",
212 "preallocated-sessions",
214 "v4-session-table-buckets",
216 "v4-session-table-memory",
218 "v4-halfopen-table-buckets",
220 "v4-halfopen-table-memory",
222 "local-endpoints-table-buckets",
224 "local-endpoints-table-memory",
230 super(QUICEchoExtTestCase, self).setUp()
237 self.get_api_sock_path(),
245 self.server_echo_test_args = common_args + [
250 f"{self.server_fifo_size}",
252 self.client_echo_test_args = common_args + [
257 f"{self.client_fifo_size}",
259 error = self.vapi.cli("quic set fifo-size 2M")
261 self.logger.critical(error)
262 self.assertNotIn("failed", error)
264 def server(self, *args):
265 _args = self.server_echo_test_args + list(args)
266 self.worker_server = QUICAppWorker(self.app, _args, self.logger, "server", self)
267 self.worker_server.start()
268 self.sleep(self.pre_test_sleep)
270 def client(self, *args):
271 _args = self.client_echo_test_args + list(args)
272 self.worker_client = QUICAppWorker(self.app, _args, self.logger, "client", self)
273 self.worker_client.start()
274 timeout = None if self.debug_all else self.timeout
275 self.worker_client.join(timeout)
276 if self.worker_client.is_alive():
277 error = f"Client failed to complete in {timeout} seconds!"
278 self.logger.critical(error)
280 self.worker_server.join(timeout)
281 if self.worker_server.is_alive():
282 error = f"Server failed to complete in {timeout} seconds!"
283 self.logger.critical(error)
284 self.sleep(self.post_test_sleep)
286 def validate_ext_test_results(self):
287 server_result = self.worker_server.result
288 client_result = self.worker_client.result
289 self.logger.info("Server worker result is `%s'" % server_result)
290 self.logger.info("Client worker result is `%s'" % client_result)
291 server_kill_error = False
292 if self.worker_server.result is None:
293 server_kill_error = self.worker_server.teardown(self.logger, self.timeout)
294 if self.worker_client.result is None:
295 self.worker_client.teardown(self.logger, self.timeout)
296 err_msg = "Wrong server worker return code (%s)" % server_result
297 self.assertEqual(server_result, 0, err_msg)
298 self.assertIsNotNone(
299 client_result, "Timeout! Client worker did not finish in %ss" % self.timeout
301 err_msg = "Wrong client worker return code (%s)" % client_result
302 self.assertEqual(client_result, 0, err_msg)
303 self.assertFalse(server_kill_error, "Server kill errored")
306 class QUICEchoExtTransferTestCase(QUICEchoExtTestCase):
307 """QUIC Echo External Transfer Test Case"""
311 def test_quic_ext_transfer(self):
312 """QUIC external transfer"""
315 self.validate_ext_test_results()
318 class QUICEchoExtTransferBigTestCase(QUICEchoExtTestCase):
319 """QUIC Echo External Transfer Big Test Case"""
321 server_fifo_size = "4M"
322 client_fifo_size = "4M"
326 @unittest.skipUnless(config.extended, "part of extended tests")
327 def test_quic_ext_transfer_big(self):
328 """QUIC external transfer, big stream"""
329 self.server("TX=0", "RX=2G")
330 self.client("TX=2G", "RX=0")
331 self.validate_ext_test_results()
334 class QUICEchoExtQcloseRxTestCase(QUICEchoExtTestCase):
335 """QUIC Echo External Transfer Qclose Rx Test Case"""
337 @unittest.skipUnless(config.extended, "part of extended tests")
338 @unittest.skip("testcase under development")
339 def test_quic_ext_qclose_rx(self):
340 """QUIC external transfer, rx close"""
341 self.server("TX=0", "RX=10M", "qclose=Y", "sclose=N")
342 self.client("TX=10M", "RX=0", "qclose=W", "sclose=W")
343 self.validate_ext_test_results()
346 class QUICEchoExtQcloseTxTestCase(QUICEchoExtTestCase):
347 """QUIC Echo External Transfer Qclose Tx Test Case"""
349 @unittest.skipUnless(config.extended, "part of extended tests")
350 @unittest.skip("testcase under development")
351 def test_quic_ext_qclose_tx(self):
352 """QUIC external transfer, tx close"""
353 self.server("TX=0", "RX=10M", "qclose=W", "sclose=W", "rx-results-diff")
354 self.client("TX=10M", "RX=0", "qclose=Y", "sclose=N")
355 self.validate_ext_test_results()
358 class QUICEchoExtEarlyQcloseRxTestCase(QUICEchoExtTestCase):
359 """QUIC Echo External Transfer Early Qclose Rx Test Case"""
361 @unittest.skipUnless(config.extended, "part of extended tests")
362 @unittest.skip("testcase under development")
363 def test_quic_ext_early_qclose_rx(self):
364 """QUIC external transfer, early rx close"""
365 self.server("TX=0", "RX=10M", "qclose=Y", "sclose=N")
366 self.client("TX=20M", "RX=0", "qclose=W", "sclose=W", "tx-results-diff")
367 self.validate_ext_test_results()
370 class QUICEchoExtEarlyQcloseTxTestCase(QUICEchoExtTestCase):
371 """QUIC Echo External Transfer Early Qclose Tx Test Case"""
373 @unittest.skipUnless(config.extended, "part of extended tests")
374 @unittest.skip("testcase under development")
375 def test_quic_ext_early_qclose_tx(self):
376 """QUIC external transfer, early tx close"""
377 self.server("TX=0", "RX=20M", "qclose=W", "sclose=W", "rx-results-diff")
378 self.client("TX=10M", "RX=0", "qclose=Y", "sclose=N")
379 self.validate_ext_test_results()
382 class QUICEchoExtScloseRxTestCase(QUICEchoExtTestCase):
383 """QUIC Echo External Transfer Sclose Rx Test Case"""
385 @unittest.skipUnless(config.extended, "part of extended tests")
386 @unittest.skip("testcase under development")
387 def test_quic_ext_sclose_rx(self):
388 """QUIC external transfer, rx stream close"""
389 self.server("TX=0", "RX=10M", "qclose=N", "sclose=Y")
390 self.client("TX=10M", "RX=0", "qclose=W", "sclose=W")
391 self.validate_ext_test_results()
394 class QUICEchoExtScloseTxTestCase(QUICEchoExtTestCase):
395 """QUIC Echo External Transfer Sclose Tx Test Case"""
397 @unittest.skipUnless(config.extended, "part of extended tests")
398 @unittest.skip("testcase under development")
399 def test_quic_ext_sclose_tx(self):
400 """QUIC external transfer, tx stream close"""
401 self.server("TX=0", "RX=10M", "qclose=W", "sclose=W")
402 self.client("TX=10M", "RX=0", "qclose=Y", "sclose=Y")
403 self.validate_ext_test_results()
406 class QUICEchoExtEarlyScloseRxTestCase(QUICEchoExtTestCase):
407 """QUIC Echo External Transfer Early Sclose Rx Test Case"""
409 @unittest.skipUnless(config.extended, "part of extended tests")
410 @unittest.skip("testcase under development")
411 def test_quic_ext_early_sclose_rx(self):
412 """QUIC external transfer, early rx stream close"""
413 self.server("TX=0", "RX=10M", "qclose=N", "sclose=Y")
414 self.client("TX=20M", "RX=0", "qclose=W", "sclose=W", "tx-results-diff")
415 self.validate_ext_test_results()
418 class QUICEchoExtEarlyScloseTxTestCase(QUICEchoExtTestCase):
419 """QUIC Echo External Transfer Early Sclose Tx Test Case"""
421 @unittest.skipUnless(config.extended, "part of extended tests")
422 @unittest.skip("testcase under development")
423 def test_quic_ext_early_sclose_tx(self):
424 """QUIC external transfer, early tx stream close"""
425 self.server("TX=0", "RX=20M", "qclose=W", "sclose=W", "rx-results-diff")
426 self.client("TX=10M", "RX=0", "qclose=Y", "sclose=Y")
427 self.validate_ext_test_results()
430 class QUICEchoExtServerStreamTestCase(QUICEchoExtTestCase):
431 """QUIC Echo External Transfer Server Stream Test Case"""
433 quic_setup = "serverstream"
436 def test_quic_ext_transfer_server_stream(self):
437 """QUIC external server transfer"""
438 self.server("TX=10M", "RX=0")
439 self.client("TX=0", "RX=10M")
440 self.validate_ext_test_results()
443 class QUICEchoExtServerStreamBigTestCase(QUICEchoExtTestCase):
444 """QUIC Echo External Transfer Server Stream Big Test Case"""
446 quic_setup = "serverstream"
447 server_fifo_size = "4M"
448 client_fifo_size = "4M"
452 @unittest.skipUnless(config.extended, "part of extended tests")
453 def test_quic_ext_transfer_server_stream_big(self):
454 """QUIC external server transfer, big stream"""
455 self.server("TX=2G", "RX=0")
456 self.client("TX=0", "RX=2G")
457 self.validate_ext_test_results()
460 class QUICEchoExtServerStreamQcloseRxTestCase(QUICEchoExtTestCase):
461 """QUIC Echo External Transfer Server Stream Qclose Rx Test Case"""
463 quic_setup = "serverstream"
465 @unittest.skipUnless(config.extended, "part of extended tests")
466 @unittest.skip("testcase under development")
467 def test_quic_ext_server_stream_qclose_rx(self):
468 """QUIC external server transfer, rx close"""
469 self.server("TX=10M", "RX=0", "qclose=W", "sclose=W")
470 self.client("TX=0", "RX=10M", "qclose=Y", "sclose=N")
471 self.validate_ext_test_results()
474 class QUICEchoExtServerStreamQcloseTxTestCase(QUICEchoExtTestCase):
475 """QUIC Echo External Transfer Server Stream Qclose Tx Test Case"""
477 quic_setup = "serverstream"
479 @unittest.skipUnless(config.extended, "part of extended tests")
480 @unittest.skip("testcase under development")
481 def test_quic_ext_server_stream_qclose_tx(self):
482 """QUIC external server transfer, tx close"""
483 self.server("TX=10M", "RX=0", "qclose=Y", "sclose=N")
484 self.client("TX=0", "RX=10M", "qclose=W", "sclose=W", "rx-results-diff")
485 self.validate_ext_test_results()
488 class QUICEchoExtServerStreamEarlyQcloseRxTestCase(QUICEchoExtTestCase):
489 """QUIC Echo External Transfer Server Stream Early Qclose Rx Test Case"""
491 quic_setup = "serverstream"
493 @unittest.skipUnless(config.extended, "part of extended tests")
494 @unittest.skip("testcase under development")
495 def test_quic_ext_server_stream_early_qclose_rx(self):
496 """QUIC external server transfer, early rx close"""
497 self.server("TX=20M", "RX=0", "qclose=W", "sclose=W", "tx-results-diff")
498 self.client("TX=0", "RX=10M", "qclose=Y", "sclose=N")
499 self.validate_ext_test_results()
502 class QUICEchoExtServerStreamEarlyQcloseTxTestCase(QUICEchoExtTestCase):
503 """QUIC Echo External Transfer Server Stream Early Qclose Tx Test Case"""
505 quic_setup = "serverstream"
507 @unittest.skipUnless(config.extended, "part of extended tests")
508 @unittest.skip("testcase under development")
509 def test_quic_ext_server_stream_early_qclose_tx(self):
510 """QUIC external server transfer, early tx close"""
511 self.server("TX=10M", "RX=0", "qclose=Y", "sclose=N")
512 self.client("TX=0", "RX=20M", "qclose=W", "sclose=W", "rx-results-diff")
513 self.validate_ext_test_results()
516 class QUICEchoExtServerStreamScloseRxTestCase(QUICEchoExtTestCase):
517 """QUIC Echo External Transfer Server Stream Sclose Rx Test Case"""
519 quic_setup = "serverstream"
521 @unittest.skipUnless(config.extended, "part of extended tests")
522 @unittest.skip("testcase under development")
523 def test_quic_ext_server_stream_sclose_rx(self):
524 """QUIC external server transfer, rx stream close"""
525 self.server("TX=10M", "RX=0", "qclose=W", "sclose=W")
526 self.client("TX=0", "RX=10M", "qclose=N", "sclose=Y")
527 self.validate_ext_test_results()
530 class QUICEchoExtServerStreamScloseTxTestCase(QUICEchoExtTestCase):
531 """QUIC Echo External Transfer Server Stream Sclose Tx Test Case"""
533 quic_setup = "serverstream"
535 @unittest.skipUnless(config.extended, "part of extended tests")
536 @unittest.skip("testcase under development")
537 def test_quic_ext_server_stream_sclose_tx(self):
538 """QUIC external server transfer, tx stream close"""
539 self.server("TX=10M", "RX=0", "qclose=Y", "sclose=Y")
540 self.client("TX=0", "RX=10M", "qclose=W", "sclose=W")
541 self.validate_ext_test_results()
544 class QUICEchoExtServerStreamEarlyScloseRxTestCase(QUICEchoExtTestCase):
545 """QUIC Echo External Transfer Server Stream Early Sclose Rx Test Case"""
547 quic_setup = "serverstream"
549 @unittest.skipUnless(config.extended, "part of extended tests")
550 @unittest.skip("testcase under development")
551 def test_quic_ext_server_stream_early_sclose_rx(self):
552 """QUIC external server transfer, early rx stream close"""
553 self.server("TX=20M", "RX=0", "qclose=W", "sclose=W", "tx-results-diff")
554 self.client("TX=0", "RX=10M", "qclose=N", "sclose=Y")
555 self.validate_ext_test_results()
558 class QUICEchoExtServerStreamEarlyScloseTxTestCase(QUICEchoExtTestCase):
559 """QUIC Echo Ext Transfer Server Stream Early Sclose Tx Test Case"""
561 quic_setup = "serverstream"
563 @unittest.skipUnless(config.extended, "part of extended tests")
564 @unittest.skip("testcase under development")
565 def test_quic_ext_server_stream_early_sclose_tx(self):
566 """QUIC external server transfer, early tx stream close"""
567 self.server("TX=10M", "RX=0", "qclose=Y", "sclose=Y")
568 self.client("TX=0", "RX=20M", "qclose=W", "sclose=W", "rx-results-diff")
569 self.validate_ext_test_results()
572 class QUICEchoExtServerStreamWorkersTestCase(QUICEchoExtTestCase):
573 """QUIC Echo External Transfer Server Stream MultiWorker Test Case"""
575 quic_setup = "serverstream"
577 @unittest.skipUnless(config.extended, "part of extended tests")
578 @unittest.skip("testcase under development")
579 def test_quic_ext_transfer_server_stream_multi_workers(self):
580 """QUIC external server transfer, multi-worker"""
581 self.server("nclients", "4", "quic-streams", "4", "TX=10M", "RX=0")
582 self.client("nclients", "4", "quic-streams", "4", "TX=0", "RX=10M")
583 self.validate_ext_test_results()
586 if __name__ == "__main__":
587 unittest.main(testRunner=VppTestRunner)