src/plugins/quic/test/test_quic.py

   1 #!/usr/bin/env python
   2 """ Vpp QUIC tests """
   3
   4 import unittest
   5 import os
   6 import subprocess
   7 import signal
   8 from framework import VppTestCase, VppTestRunner, running_extended_tests, \
   9     Worker
  10 from vpp_ip_route import VppIpTable, VppIpRoute, VppRoutePath
  11
  12
  13 class QUICAppWorker(Worker):
  14     """ QUIC Test Application Worker """
  15     process = None
  16
  17     def __init__(self, build_dir, appname, args, logger, role, testcase,
  18                  env={}):
  19         app = "%s/vpp/bin/%s" % (build_dir, appname)
  20         self.args = [app] + args
  21         self.role = role
  22         self.wait_for_gdb = 'wait-for-gdb'
  23         self.testcase = testcase
  24         super(QUICAppWorker, self).__init__(self.args, logger, env)
  25
  26     def run(self):
  27         super(QUICAppWorker, self).run()
  28
  29     def teardown(self, logger, timeout):
  30         if self.process is None:
  31             return False
  32         try:
  33             logger.debug("Killing worker process (pid %d)" % self.process.pid)
  34             os.killpg(os.getpgid(self.process.pid), signal.SIGKILL)
  35             self.join(timeout)
  36         except OSError as e:
  37             logger.debug("Couldn't kill worker process")
  38             return True
  39         return False
  40
  41
  42 class QUICTestCase(VppTestCase):
  43     """ QUIC Test Case """
  44     @classmethod
  45     def setUpClass(cls):
  46         cls.extra_vpp_plugin_config.append("plugin quic_plugin.so { enable }")
  47         super(QUICTestCase, cls).setUpClass()
  48
  49     def setUp(self):
  50         super(QUICTestCase, self).setUp()
  51         var = "VPP_BUILD_DIR"
  52         self.build_dir = os.getenv(var, None)
  53         if self.build_dir is None:
  54             raise Exception("Environment variable `%s' not set" % var)
  55         self.vppDebug = 'vpp_debug' in self.build_dir
  56         self.timeout = 20
  57         self.vapi.session_enable_disable(is_enabled=1)
  58         self.pre_test_sleep = 0.3
  59         self.post_test_sleep = 0.2
  60
  61         self.create_loopback_interfaces(2)
  62         self.uri = "quic://%s/1234" % self.loop0.local_ip4
  63         table_id = 1
  64         for i in self.lo_interfaces:
  65             i.admin_up()
  66
  67             if table_id != 0:
  68                 tbl = VppIpTable(self, table_id)
  69                 tbl.add_vpp_config()
  70
  71             i.set_table_ip4(table_id)
  72             i.config_ip4()
  73             table_id += 1
  74
  75         # Configure namespaces
  76         self.vapi.app_namespace_add_del(namespace_id=b"server",
  77                                         sw_if_index=self.loop0.sw_if_index)
  78         self.vapi.app_namespace_add_del(namespace_id=b"client",
  79                                         sw_if_index=self.loop1.sw_if_index)
  80
  81         # Add inter-table routes
  82         self.ip_t01 = VppIpRoute(self, self.loop1.local_ip4, 32,
  83                                  [VppRoutePath("0.0.0.0",
  84                                                0xffffffff,
  85                                                nh_table_id=2)], table_id=1)
  86         self.ip_t10 = VppIpRoute(self, self.loop0.local_ip4, 32,
  87                                  [VppRoutePath("0.0.0.0",
  88                                                0xffffffff,
  89                                                nh_table_id=1)], table_id=2)
  90         self.ip_t01.add_vpp_config()
  91         self.ip_t10.add_vpp_config()
  92         self.logger.debug(self.vapi.cli("show ip fib"))
  93
  94     def tearDown(self):
  95         self.vapi.session_enable_disable(is_enabled=0)
  96         # Delete inter-table routes
  97         self.ip_t01.remove_vpp_config()
  98         self.ip_t10.remove_vpp_config()
  99
 100         for i in self.lo_interfaces:
 101             i.unconfig_ip4()
 102             i.set_table_ip4(0)
 103             i.admin_down()
 104         super(QUICTestCase, self).tearDown()
 105
 106
 107 class QUICEchoIntTestCase(QUICTestCase):
 108     """QUIC Echo Internal Test Case"""
 109     test_bytes = ' test-bytes'
 110
 111     def setUp(self):
 112         super(QUICEchoIntTestCase, self).setUp()
 113         self.client_args = 'uri {uri} fifo-size 64{testbytes} appns client' \
 114             .format(uri=self.uri, testbytes=self.test_bytes)
 115         self.server_args = "uri %s fifo-size 64 appns server" % self.uri
 116
 117     def server(self, *args):
 118         error = self.vapi.cli(
 119             "test echo server %s %s" %
 120             (self.server_args, ' '.join(args)))
 121         if error:
 122             self.logger.critical(error)
 123             self.assertNotIn("failed", error)
 124
 125     def client(self, *args):
 126         error = self.vapi.cli(
 127             "test echo client %s %s" %
 128             (self.client_args, ' '.join(args)))
 129         if error:
 130             self.logger.critical(error)
 131             self.assertNotIn("failed", error)
 132
 133
 134 class QUICEchoIntTransferTestCase(QUICEchoIntTestCase):
 135     """QUIC Echo Internal Transfer Test Case"""
 136     def test_quic_int_transfer(self):
 137         self.server()
 138         self.client("no-output", "mbytes", "2")
 139
 140
 141 class QUICEchoIntTransferBigTestCase(QUICEchoIntTestCase):
 142     """QUIC Echo Internal Transfer Big Test Case"""
 143     test_bytes = ''
 144
 145     @unittest.skipUnless(running_extended_tests, "part of extended tests")
 146     def test_quic_int_transfer_big(self):
 147         self.server()
 148         self.client("no-output", "gbytes", "10")
 149
 150
 151 class QUICEchoIntSerialTestCase(QUICEchoIntTestCase):
 152     """QUIC Echo Internal Serial Transfer Test Case"""
 153     def test_quic_serial_int_transfer(self):
 154         self.server()
 155         self.client("no-output", "mbytes", "2")
 156         self.client("no-output", "mbytes", "2")
 157         self.client("no-output", "mbytes", "2")
 158         self.client("no-output", "mbytes", "2")
 159         self.client("no-output", "mbytes", "2")
 160
 161
 162 class QUICEchoIntSerialBigTestCase(QUICEchoIntTestCase):
 163     """QUIC Echo Internal Serial Transfer Big Test Case"""
 164
 165     @unittest.skipUnless(running_extended_tests, "part of extended tests")
 166     def test_quic_serial_int_transfer_big(self):
 167         self.server()
 168         self.client("no-output", "gbytes", "5")
 169         self.client("no-output", "gbytes", "5")
 170         self.client("no-output", "gbytes", "5")
 171         self.client("no-output", "gbytes", "5")
 172         self.client("no-output", "gbytes", "5")
 173
 174
 175 class QUICEchoIntMStreamTestCase(QUICEchoIntTestCase):
 176     """QUIC Echo Internal MultiStream Test Case"""
 177     def test_quic_int_multistream_transfer(self):
 178         self.server()
 179         self.client("nclients", "10", "mbytes", "1", "no-output")
 180
 181
 182 class QUICEchoIntMStreamBigTestCase(QUICEchoIntTestCase):
 183     """QUIC Echo Internal MultiStream Big Test Case"""
 184
 185     @unittest.skipUnless(running_extended_tests, "part of extended tests")
 186     def test_quic_int_multistream_transfer(self):
 187         self.server()
 188         self.client("nclients", "10", "gbytes", "5", "no-output")
 189
 190
 191 class QUICEchoExtTestCase(QUICTestCase):
 192     extra_vpp_punt_config = ["session", "{", "evt_qs_memfd_seg", "}"]
 193     quic_setup = "default"
 194     test_bytes = "test-bytes:assert"
 195     app = "vpp_echo"
 196
 197     def setUp(self):
 198         super(QUICEchoExtTestCase, self).setUp()
 199         common_args = [
 200             "uri",
 201             self.uri,
 202             "json",
 203             "fifo-size", "64",
 204             self.test_bytes,
 205             "socket-name", self.api_sock,
 206             "quic-setup", self.quic_setup]
 207         self.server_echo_test_args = common_args + \
 208             ["server", "appns", "server"]
 209         self.client_echo_test_args = common_args + \
 210             ["client", "appns", "client"]
 211         error = self.vapi.cli(
 212             "quic set fifo-size 4Mb")
 213         if error:
 214             self.logger.critical(error)
 215             self.assertNotIn("failed", error)
 216
 217     def server(self, *args):
 218         _args = self.server_echo_test_args + list(args)
 219         self.worker_server = QUICAppWorker(
 220             self.build_dir,
 221             self.app,
 222             _args,
 223             self.logger,
 224             'server',
 225             self)
 226         self.worker_server.start()
 227         self.sleep(self.pre_test_sleep)
 228
 229     def client(self, *args):
 230         _args = self.client_echo_test_args + list(args)
 231         self.worker_client = QUICAppWorker(
 232             self.build_dir,
 233             self.app,
 234             _args,
 235             self.logger,
 236             'client',
 237             self)
 238         self.worker_client.start()
 239         timeout = None if self.debug_all else self.timeout
 240         self.worker_client.join(timeout)
 241         self.worker_server.join(timeout)
 242         self.sleep(self.post_test_sleep)
 243
 244     def validate_ext_test_results(self):
 245         server_result = self.worker_server.result
 246         client_result = self.worker_client.result
 247         self.logger.info("Server worker result is `%s'" %
 248                          server_result)
 249         self.logger.info("Client worker result is `%s'" %
 250                          client_result)
 251         server_kill_error = False
 252         if self.worker_server.result is None:
 253             server_kill_error = self.worker_server.teardown(
 254                 self.logger, self.timeout)
 255         if self.worker_client.result is None:
 256             self.worker_client.teardown(self.logger, self.timeout)
 257         err_msg = "Wrong server worker return code (%s)" % server_result
 258         self.assertEqual(server_result, 0, err_msg)
 259         self.assertIsNotNone(
 260             client_result,
 261             "Timeout! Client worker did not finish in %ss" %
 262             self.timeout)
 263         err_msg = "Wrong client worker return code (%s)" % client_result
 264         self.assertEqual(client_result, 0, err_msg)
 265         self.assertFalse(server_kill_error, "Server kill errored")
 266
 267
 268 class QUICEchoExtTransferTestCase(QUICEchoExtTestCase):
 269     """QUIC Echo External Transfer Test Case"""
 270     def test_quic_ext_transfer(self):
 271         self.server()
 272         self.client()
 273         self.validate_ext_test_results()
 274
 275
 276 class QUICEchoExtTransferBigTestCase(QUICEchoExtTestCase):
 277     """QUIC Echo External Transfer Big Test Case"""
 278     test_bytes = ''
 279
 280     @unittest.skipUnless(running_extended_tests, "part of extended tests")
 281     def test_quic_ext_transfer_big(self):
 282         self.server("TX=0", "RX=10Gb")
 283         self.client("TX=10Gb", "RX=0")
 284         self.validate_ext_test_results()
 285
 286
 287 class QUICEchoExtQcloseRxTestCase(QUICEchoExtTestCase):
 288     """QUIC Echo External Transfer Qclose Rx Test Case"""
 289
 290     @unittest.skipUnless(running_extended_tests, "part of extended tests")
 291     def test_quic_ext_qclose_rx(self):
 292         self.server("TX=0", "RX=10Mb", "qclose=Y", "sclose=N")
 293         self.client("TX=10Mb", "RX=0", "qclose=W", "sclose=W")
 294         self.validate_ext_test_results()
 295
 296
 297 class QUICEchoExtQcloseTxTestCase(QUICEchoExtTestCase):
 298     """QUIC Echo External Transfer Qclose Tx Test Case"""
 299
 300     @unittest.skipUnless(running_extended_tests, "part of extended tests")
 301     def test_quic_ext_qclose_tx(self):
 302         self.server("TX=0", "RX=10Mb", "qclose=W", "sclose=W",
 303                     "rx-results-diff")
 304         self.client("TX=10Mb", "RX=0", "qclose=Y", "sclose=N")
 305         self.validate_ext_test_results()
 306
 307
 308 class QUICEchoExtEarlyQcloseRxTestCase(QUICEchoExtTestCase):
 309     """QUIC Echo External Transfer Early Qclose Rx Test Case"""
 310
 311     @unittest.skipUnless(running_extended_tests, "part of extended tests")
 312     def test_quic_ext_early_qclose_rx(self):
 313         self.server("TX=0", "RX=10Mb", "qclose=Y", "sclose=N")
 314         self.client("TX=20Mb", "RX=0", "qclose=W", "sclose=W",
 315                     "tx-results-diff")
 316         self.validate_ext_test_results()
 317
 318
 319 class QUICEchoExtEarlyQcloseTxTestCase(QUICEchoExtTestCase):
 320     """QUIC Echo External Transfer Early Qclose Tx Test Case"""
 321
 322     @unittest.skipUnless(running_extended_tests, "part of extended tests")
 323     def test_quic_ext_early_qclose_tx(self):
 324         self.server("TX=0", "RX=20Mb", "qclose=W", "sclose=W",
 325                     "rx-results-diff")
 326         self.client("TX=10Mb", "RX=0", "qclose=Y", "sclose=N")
 327         self.validate_ext_test_results()
 328
 329
 330 class QUICEchoExtScloseRxTestCase(QUICEchoExtTestCase):
 331     """QUIC Echo External Transfer Sclose Rx Test Case"""
 332
 333     @unittest.skipUnless(running_extended_tests, "part of extended tests")
 334     def test_quic_ext_sclose_rx(self):
 335         self.server("TX=0", "RX=10Mb", "qclose=N", "sclose=Y")
 336         self.client("TX=10Mb", "RX=0", "qclose=W", "sclose=W")
 337         self.validate_ext_test_results()
 338
 339
 340 class QUICEchoExtScloseTxTestCase(QUICEchoExtTestCase):
 341     """QUIC Echo External Transfer Sclose Tx Test Case"""
 342
 343     @unittest.skipUnless(running_extended_tests, "part of extended tests")
 344     def test_quic_ext_sclose_tx(self):
 345         self.server("TX=0", "RX=10Mb", "qclose=W", "sclose=W")
 346         self.client("TX=10Mb", "RX=0", "qclose=Y", "sclose=Y")
 347         self.validate_ext_test_results()
 348
 349
 350 class QUICEchoExtEarlyScloseRxTestCase(QUICEchoExtTestCase):
 351     """QUIC Echo External Transfer Early Sclose Rx Test Case"""
 352
 353     @unittest.skipUnless(running_extended_tests, "part of extended tests")
 354     def test_quic_ext_early_sclose_rx(self):
 355         self.server("TX=0", "RX=10Mb", "qclose=N", "sclose=Y")
 356         self.client("TX=20Mb", "RX=0", "qclose=W", "sclose=W",
 357                     "tx-results-diff")
 358         self.validate_ext_test_results()
 359
 360
 361 class QUICEchoExtEarlyScloseTxTestCase(QUICEchoExtTestCase):
 362     """QUIC Echo External Transfer Early Sclose Tx Test Case"""
 363
 364     @unittest.skipUnless(running_extended_tests, "part of extended tests")
 365     def test_quic_ext_early_sclose_tx(self):
 366         self.server("TX=0", "RX=20Mb", "qclose=W", "sclose=W",
 367                     "rx-results-diff")
 368         self.client("TX=10Mb", "RX=0", "qclose=Y", "sclose=Y")
 369         self.validate_ext_test_results()
 370
 371
 372 class QUICEchoExtServerStreamTestCase(QUICEchoExtTestCase):
 373     """QUIC Echo External Transfer Server Stream Test Case"""
 374     quic_setup = "serverstream"
 375
 376     def test_quic_ext_transfer_server_stream(self):
 377         self.server("TX=10Mb", "RX=0")
 378         self.client("TX=0", "RX=10Mb")
 379         self.validate_ext_test_results()
 380
 381
 382 class QUICEchoExtBigServerStreamTestCase(QUICEchoExtTestCase):
 383     """QUIC Echo External Transfer Big Server Stream Test Case"""
 384     quic_setup = "serverstream"
 385     test_bytes = ''
 386
 387     @unittest.skipUnless(running_extended_tests, "part of extended tests")
 388     def test_quic_ext_transfer_big_server_stream(self):
 389         self.server("TX=10Gb", "RX=0")
 390         self.client("TX=0", "RX=10Gb")
 391         self.validate_ext_test_results()
 392
 393
 394 class QUICEchoExtServerStreamQcloseRxTestCase(QUICEchoExtTestCase):
 395     """QUIC Echo External Transfer Server Stream Qclose Rx Test Case"""
 396     quic_setup = "serverstream"
 397
 398     @unittest.skipUnless(running_extended_tests, "part of extended tests")
 399     def test_quic_ext_server_stream_qclose_rx(self):
 400         self.server("TX=10Mb", "RX=0", "qclose=W", "sclose=W")
 401         self.client("TX=0", "RX=10Mb", "qclose=Y", "sclose=N")
 402         self.validate_ext_test_results()
 403
 404
 405 class QUICEchoExtServerStreamQcloseTxTestCase(QUICEchoExtTestCase):
 406     """QUIC Echo External Transfer Server Stream Qclose Tx Test Case"""
 407     quic_setup = "serverstream"
 408
 409     @unittest.skipUnless(running_extended_tests, "part of extended tests")
 410     def test_quic_ext_server_stream_qclose_tx(self):
 411         self.server("TX=10Mb", "RX=0", "qclose=Y", "sclose=N")
 412         self.client("TX=0", "RX=10Mb", "qclose=W", "sclose=W",
 413                     "rx-results-diff")
 414         self.validate_ext_test_results()
 415
 416
 417 class QUICEchoExtServerStreamEarlyQcloseRxTestCase(QUICEchoExtTestCase):
 418     """QUIC Echo External Transfer Server Stream Early Qclose Rx Test Case"""
 419     quic_setup = "serverstream"
 420
 421     @unittest.skipUnless(running_extended_tests, "part of extended tests")
 422     def test_quic_ext_server_stream_early_qclose_rx(self):
 423         self.server("TX=20Mb", "RX=0", "qclose=W", "sclose=W",
 424                     "tx-results-diff")
 425         self.client("TX=0", "RX=10Mb", "qclose=Y", "sclose=N")
 426         self.validate_ext_test_results()
 427
 428
 429 class QUICEchoExtServerStreamEarlyQcloseTxTestCase(QUICEchoExtTestCase):
 430     """QUIC Echo External Transfer Server Stream Early Qclose Tx Test Case"""
 431     quic_setup = "serverstream"
 432
 433     @unittest.skipUnless(running_extended_tests, "part of extended tests")
 434     def test_quic_ext_server_stream_early_qclose_tx(self):
 435         self.server("TX=10Mb", "RX=0", "qclose=Y", "sclose=N")
 436         self.client("TX=0", "RX=20Mb", "qclose=W", "sclose=W",
 437                     "rx-results-diff")
 438         self.validate_ext_test_results()
 439
 440
 441 class QUICEchoExtServerStreamScloseRxTestCase(QUICEchoExtTestCase):
 442     """QUIC Echo External Transfer Server Stream Sclose Rx Test Case"""
 443     quic_setup = "serverstream"
 444
 445     @unittest.skipUnless(running_extended_tests, "part of extended tests")
 446     def test_quic_ext_server_stream_sclose_rx(self):
 447         self.server("TX=10Mb", "RX=0", "qclose=W", "sclose=W")
 448         self.client("TX=0", "RX=10Mb", "qclose=N", "sclose=Y")
 449         self.validate_ext_test_results()
 450
 451
 452 class QUICEchoExtServerStreamScloseTxTestCase(QUICEchoExtTestCase):
 453     """QUIC Echo External Transfer Server Stream Sclose Tx Test Case"""
 454     quic_setup = "serverstream"
 455
 456     @unittest.skipUnless(running_extended_tests, "part of extended tests")
 457     def test_quic_ext_server_stream_sclose_tx(self):
 458         self.server("TX=10Mb", "RX=0", "qclose=Y", "sclose=Y")
 459         self.client("TX=0", "RX=10Mb", "qclose=W", "sclose=W")
 460         self.validate_ext_test_results()
 461
 462
 463 class QUICEchoExtServerStreamEarlyScloseRxTestCase(QUICEchoExtTestCase):
 464     """QUIC Echo External Transfer Server Stream Early Sclose Rx Test Case"""
 465     quic_setup = "serverstream"
 466
 467     @unittest.skipUnless(running_extended_tests, "part of extended tests")
 468     def test_quic_ext_server_stream_early_sclose_rx(self):
 469         self.server("TX=20Mb", "RX=0", "qclose=W", "sclose=W",
 470                     "tx-results-diff")
 471         self.client("TX=0", "RX=10Mb", "qclose=N", "sclose=Y")
 472         self.validate_ext_test_results()
 473
 474
 475 class QUICEchoExtServerStreamEarlyScloseTxTestCase(QUICEchoExtTestCase):
 476     """QUIC Echo Ext Transfer Server Stream Early Sclose Tx Test Case"""
 477     quic_setup = "serverstream"
 478
 479     @unittest.skipUnless(running_extended_tests, "part of extended tests")
 480     def test_quic_ext_server_stream_early_sclose_tx(self):
 481         self.server("TX=10Mb", "RX=0", "qclose=Y", "sclose=Y")
 482         self.client("TX=0", "RX=20Mb", "qclose=W", "sclose=W",
 483                     "rx-results-diff")
 484         self.validate_ext_test_results()
 485
 486
 487 class QUICEchoExtServerStreamWorkersTestCase(QUICEchoExtTestCase):
 488     """QUIC Echo External Transfer Server Stream MultiWorker Test Case"""
 489     quic_setup = "serverstream"
 490
 491     @unittest.skipUnless(running_extended_tests, "part of extended tests")
 492     def test_quic_ext_transfer_server_stream_multi_workers(self):
 493         self.server("nclients", "4", "quic-streams", "4", "TX=10Mb", "RX=0")
 494         self.client("nclients", "4", "quic-streams", "4", "TX=0", "RX=10Mb")
 495         self.validate_ext_test_results()
 496
 497
 498 if __name__ == '__main__':
 499     unittest.main(testRunner=VppTestRunner)