2 * Copyright (c) 2016 Cisco and/or its affiliates.
3 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at:
7 * http://www.apache.org/licenses/LICENSE-2.0
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
19 #include <vnet/session/application_interface.h>
20 #include <svm/svm_fifo_segment.h>
21 #include <vlibmemory/api.h>
23 #include <vpp/api/vpe_msg_enum.h>
25 #define vl_typedefs /* define message structures */
26 #include <vpp/api/vpe_all_api_h.h>
29 /* declare message handlers for each api */
31 #define vl_endianfun /* define message structures */
32 #include <vpp/api/vpe_all_api_h.h>
35 /* instantiate all the print functions we know about */
36 #define vl_print(handle, ...)
38 #include <vpp/api/vpe_all_api_h.h>
43 svm_fifo_t *server_rx_fifo;
44 svm_fifo_t *server_tx_fifo;
46 u64 vpp_session_handle;
63 svm_queue_t *vl_input_queue;
65 /* API client handle */
68 /* The URI we're playing with */
74 /* Hash table for disconnect processing */
75 uword *session_index_by_vpp_handles;
77 /* intermediate rx buffer */
80 /* URI for slave's connect */
83 u32 connected_session_index;
87 /* drop all packets */
91 svm_queue_t *our_event_queue;
93 /* $$$ single thread only for the moment */
94 svm_queue_t *vpp_event_queue;
100 /* For deadman timers */
101 clib_time_t clib_time;
103 /* State of the connection, shared between msg RX thread and main thread */
104 volatile connection_state_t state;
106 /* Signal variables */
107 volatile int time_to_stop;
108 volatile int time_to_print_stats;
110 u32 configured_segment_size;
112 /* VNET_API_ERROR_FOO -> "Foo" hash table */
113 uword *error_string_by_error_number;
115 u8 *connect_test_data;
116 pthread_t client_rx_thread_handle;
117 u32 client_bytes_received;
118 u8 test_return_packets;
122 /** Flag that decides if socket, instead of svm, api is used to connect to
123 * vpp. If sock api is used, shm binary api is subsequently bootstrapped
124 * and all other messages are exchanged using shm IPC. */
128 svm_fifo_segment_main_t *segment_main;
131 echo_main_t echo_main;
136 #define NITER 4000000
139 const char test_srv_crt_rsa[] =
140 "-----BEGIN CERTIFICATE-----\r\n"
141 "MIID5zCCAs+gAwIBAgIJALeMYCEHrTtJMA0GCSqGSIb3DQEBCwUAMIGJMQswCQYD\r\n"
142 "VQQGEwJVUzELMAkGA1UECAwCQ0ExETAPBgNVBAcMCFNhbiBKb3NlMQ4wDAYDVQQK\r\n"
143 "DAVDaXNjbzEOMAwGA1UECwwFZmQuaW8xFjAUBgNVBAMMDXRlc3R0bHMuZmQuaW8x\r\n"
144 "IjAgBgkqhkiG9w0BCQEWE3ZwcC1kZXZAbGlzdHMuZmQuaW8wHhcNMTgwMzA1MjEx\r\n"
145 "NTEyWhcNMjgwMzAyMjExNTEyWjCBiTELMAkGA1UEBhMCVVMxCzAJBgNVBAgMAkNB\r\n"
146 "MREwDwYDVQQHDAhTYW4gSm9zZTEOMAwGA1UECgwFQ2lzY28xDjAMBgNVBAsMBWZk\r\n"
147 "LmlvMRYwFAYDVQQDDA10ZXN0dGxzLmZkLmlvMSIwIAYJKoZIhvcNAQkBFhN2cHAt\r\n"
148 "ZGV2QGxpc3RzLmZkLmlvMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEA\r\n"
149 "4C1k8a1DuStgggqT4o09fP9sJ2dC54bxhS/Xk2VEfaIZ222WSo4X/syRVfVy9Yah\r\n"
150 "cpI1zJ/RDxaZSFhgA+nPZBrFMsrULkrdAOpOVj8eDEp9JuWdO2ODSoFnCvLxcYWB\r\n"
151 "Yc5kHryJpEaGJl1sFQSesnzMFty/59ta0stk0Fp8r5NhIjWvSovGzPo6Bhz+VS2c\r\n"
152 "ebIZh4x1t2hHaFcgm0qJoJ6DceReWCW8w+yOVovTolGGq+bpb2Hn7MnRSZ2K2NdL\r\n"
153 "+aLXpkZbS/AODP1FF2vTO1mYL290LO7/51vJmPXNKSDYMy5EvILr5/VqtjsFCwRL\r\n"
154 "Q4jcM/+GeHSAFWx4qIv0BwIDAQABo1AwTjAdBgNVHQ4EFgQUWa1SOB37xmT53tZQ\r\n"
155 "aXuLLhRI7U8wHwYDVR0jBBgwFoAUWa1SOB37xmT53tZQaXuLLhRI7U8wDAYDVR0T\r\n"
156 "BAUwAwEB/zANBgkqhkiG9w0BAQsFAAOCAQEAoUht13W4ya27NVzQuCMvqPWL3VM4\r\n"
157 "3xbPFk02FaGz/WupPu276zGlzJAZrbuDcQowwwU1Ni1Yygxl96s1c2M5rHDTrOKG\r\n"
158 "rK0hbkSFBo+i6I8u4HiiQ4rYmG0Hv6+sXn3of0HsbtDPGgWZoipPWDljPYEURu3e\r\n"
159 "3HRe/Dtsj9CakBoSDzs8ndWaBR+f4sM9Tk1cjD46Gq2T/qpSPXqKxEUXlzhdCAn4\r\n"
160 "twub17Bq2kykHpppCwPg5M+v30tHG/R2Go15MeFWbEJthFk3TZMjKL7UFs7fH+x2\r\n"
161 "wSonXb++jY+KmCb93C+soABBizE57g/KmiR2IxQ/LMjDik01RSUIaM0lLA==\r\n"
162 "-----END CERTIFICATE-----\r\n";
163 const u32 test_srv_crt_rsa_len = sizeof (test_srv_crt_rsa);
165 const char test_srv_key_rsa[] =
166 "-----BEGIN PRIVATE KEY-----\r\n"
167 "MIIEvQIBADANBgkqhkiG9w0BAQEFAASCBKcwggSjAgEAAoIBAQDgLWTxrUO5K2CC\r\n"
168 "CpPijT18/2wnZ0LnhvGFL9eTZUR9ohnbbZZKjhf+zJFV9XL1hqFykjXMn9EPFplI\r\n"
169 "WGAD6c9kGsUyytQuSt0A6k5WPx4MSn0m5Z07Y4NKgWcK8vFxhYFhzmQevImkRoYm\r\n"
170 "XWwVBJ6yfMwW3L/n21rSy2TQWnyvk2EiNa9Ki8bM+joGHP5VLZx5shmHjHW3aEdo\r\n"
171 "VyCbSomgnoNx5F5YJbzD7I5Wi9OiUYar5ulvYefsydFJnYrY10v5otemRltL8A4M\r\n"
172 "/UUXa9M7WZgvb3Qs7v/nW8mY9c0pINgzLkS8guvn9Wq2OwULBEtDiNwz/4Z4dIAV\r\n"
173 "bHioi/QHAgMBAAECggEBAMzGipP8+oT166U+NlJXRFifFVN1DvdhG9PWnOxGL+c3\r\n"
174 "ILmBBC08WQzmHshPemBvR6DZkA1H23cV5JTiLWrFtC00CvhXsLRMrE5+uWotI6yE\r\n"
175 "iofybMroHvD6/X5R510UX9hQ6MHu5ShLR5VZ9zXHz5MpTmB/60jG5dLx+jgcwBK8\r\n"
176 "LuGv2YB/WCUwT9QJ3YU2eaingnXtz/MrFbkbltrqlnBdlD+kTtw6Yac9y1XuuQXc\r\n"
177 "BPeulLNDuPolJVWbUvDBZrpt2dXTgz8ws1sv+wCNE0xwQJsqW4Nx3QkpibUL9RUr\r\n"
178 "CVbKlNfa9lopT6nGKlgX69R/uH35yh9AOsfasro6w0ECgYEA82UJ8u/+ORah+0sF\r\n"
179 "Q0FfW5MTdi7OAUHOz16pUsGlaEv0ERrjZxmAkHA/VRwpvDBpx4alCv0Hc39PFLIk\r\n"
180 "nhSsM2BEuBkTAs6/GaoNAiBtQVE/hN7awNRWVmlieS0go3Y3dzaE9IUMyj8sPOFT\r\n"
181 "5JdJ6BM69PHKCkY3dKdnnfpFEuECgYEA68mRpteunF1mdZgXs+WrN+uLlRrQR20F\r\n"
182 "ZyMYiUCH2Dtn26EzA2moy7FipIIrQcX/j+KhYNGM3e7MU4LymIO29E18mn8JODnH\r\n"
183 "sQOXzBTsf8A4yIVMkcuQD3bfb0JiUGYUPOidTp2N7IJA7+6Yc3vQOyb74lnKnJoO\r\n"
184 "gougPT2wS+cCgYAn7muzb6xFsXDhyW0Tm6YJYBfRS9yAWEuVufINobeBZPSl2cN1\r\n"
185 "Jrnw+HlrfTNbrJWuJmjtZJXUXQ6cVp2rUbjutNyRV4vG6iRwEXYQ40EJdkr1gZpi\r\n"
186 "CHQhuShuuPih2MNAy7EEbM+sXrDjTBR3bFqzuHPzu7dp+BshCFX3lRfAAQKBgGQt\r\n"
187 "K5i7IhCFDjb/+3IPLgOAK7mZvsvZ4eXD33TQ2eZgtut1PXtBtNl17/b85uv293Fm\r\n"
188 "VDISVcsk3eLNS8zIiT6afUoWlxAwXEs0v5WRfjl4radkGvgGiJpJYvyeM67877RB\r\n"
189 "EDSKc/X8ESLfOB44iGvZUEMG6zJFscx9DgN25iQZAoGAbyd+JEWwdVH9/K3IH1t2\r\n"
190 "PBkZX17kNWv+iVM1WyFjbe++vfKZCrOJiyiqhDeEqgrP3AuNMlaaduC3VRC3G5oV\r\n"
191 "Mj1tlhDWQ/qhvKdCKNdIVQYDE75nw+FRWV8yYkHAnXYW3tNoweDIwixE0hkPR1bc\r\n"
192 "oEjPLVNtx8SOj/M4rhaPT3I=\r\n" "-----END PRIVATE KEY-----\r\n";
193 const u32 test_srv_key_rsa_len = sizeof (test_srv_key_rsa);
196 format_api_error (u8 * s, va_list * args)
198 echo_main_t *em = &echo_main;
199 i32 error = va_arg (*args, u32);
202 p = hash_get (em->error_string_by_error_number, -error);
205 s = format (s, "%s", p[0]);
207 s = format (s, "%d", error);
212 init_error_string_table (echo_main_t * em)
214 em->error_string_by_error_number = hash_create (0, sizeof (uword));
216 #define _(n,v,s) hash_set (em->error_string_by_error_number, -v, s);
217 foreach_vnet_api_error;
220 hash_set (em->error_string_by_error_number, 99, "Misc");
224 wait_for_state_change (echo_main_t * em, connection_state_t state)
227 #define TIMEOUT 600.0
229 #define TIMEOUT 600.0
232 f64 timeout = clib_time_now (&em->clib_time) + TIMEOUT;
234 while (clib_time_now (&em->clib_time) < timeout)
236 if (em->state == state)
238 if (em->state == STATE_FAILED)
240 if (em->time_to_stop == 1)
243 clib_warning ("timeout waiting for STATE_READY");
248 application_send_attach (echo_main_t * em)
250 vl_api_application_attach_t *bmp;
251 vl_api_application_tls_cert_add_t *cert_mp;
252 vl_api_application_tls_key_add_t *key_mp;
254 bmp = vl_msg_api_alloc (sizeof (*bmp));
255 memset (bmp, 0, sizeof (*bmp));
257 bmp->_vl_msg_id = ntohs (VL_API_APPLICATION_ATTACH);
258 bmp->client_index = em->my_client_index;
259 bmp->context = ntohl (0xfeedface);
260 bmp->options[APP_OPTIONS_FLAGS] =
261 APP_OPTIONS_FLAGS_ACCEPT_REDIRECT | APP_OPTIONS_FLAGS_ADD_SEGMENT;
262 bmp->options[APP_OPTIONS_PREALLOC_FIFO_PAIRS] = 16;
263 bmp->options[APP_OPTIONS_RX_FIFO_SIZE] = em->fifo_size;
264 bmp->options[APP_OPTIONS_TX_FIFO_SIZE] = em->fifo_size;
265 bmp->options[APP_OPTIONS_ADD_SEGMENT_SIZE] = 128 << 20;
266 bmp->options[APP_OPTIONS_SEGMENT_SIZE] = 256 << 20;
267 vl_msg_api_send_shmem (em->vl_input_queue, (u8 *) & bmp);
269 cert_mp = vl_msg_api_alloc (sizeof (*cert_mp) + test_srv_crt_rsa_len);
270 memset (cert_mp, 0, sizeof (*cert_mp));
271 cert_mp->_vl_msg_id = ntohs (VL_API_APPLICATION_TLS_CERT_ADD);
272 cert_mp->client_index = em->my_client_index;
273 cert_mp->context = ntohl (0xfeedface);
274 cert_mp->cert_len = clib_host_to_net_u16 (test_srv_crt_rsa_len);
275 clib_memcpy (cert_mp->cert, test_srv_crt_rsa, test_srv_crt_rsa_len);
276 vl_msg_api_send_shmem (em->vl_input_queue, (u8 *) & cert_mp);
278 key_mp = vl_msg_api_alloc (sizeof (*key_mp) + test_srv_key_rsa_len);
279 memset (key_mp, 0, sizeof (*key_mp) + test_srv_key_rsa_len);
280 key_mp->_vl_msg_id = ntohs (VL_API_APPLICATION_TLS_KEY_ADD);
281 key_mp->client_index = em->my_client_index;
282 key_mp->context = ntohl (0xfeedface);
283 key_mp->key_len = clib_host_to_net_u16 (test_srv_key_rsa_len);
284 clib_memcpy (key_mp->key, test_srv_key_rsa, test_srv_key_rsa_len);
285 vl_msg_api_send_shmem (em->vl_input_queue, (u8 *) & key_mp);
289 application_attach (echo_main_t * em)
291 application_send_attach (em);
292 if (wait_for_state_change (em, STATE_ATTACHED))
294 clib_warning ("timeout waiting for STATE_ATTACHED");
301 application_detach (echo_main_t * em)
303 vl_api_application_detach_t *bmp;
304 bmp = vl_msg_api_alloc (sizeof (*bmp));
305 memset (bmp, 0, sizeof (*bmp));
307 bmp->_vl_msg_id = ntohs (VL_API_APPLICATION_DETACH);
308 bmp->client_index = em->my_client_index;
309 bmp->context = ntohl (0xfeedface);
310 vl_msg_api_send_shmem (em->vl_input_queue, (u8 *) & bmp);
312 clib_warning ("Sent detach");
316 memfd_segment_attach (void)
318 ssvm_private_t _ssvm = { 0 }, *ssvm = &_ssvm;
322 if ((error = vl_socket_client_recv_fd_msg (&ssvm->fd, 5)))
324 clib_error_report (error);
328 if ((rv = ssvm_slave_init_memfd (ssvm)))
335 fifo_segment_attach (char *name, u32 size, ssvm_segment_type_t type)
337 svm_fifo_segment_create_args_t _a, *a = &_a;
341 memset (a, 0, sizeof (*a));
342 a->segment_name = (char *) name;
343 a->segment_size = size;
344 a->segment_type = type;
346 if (type == SSVM_SEGMENT_MEMFD)
348 if ((error = vl_socket_client_recv_fd_msg (&a->memfd_fd, 5)))
350 clib_error_report (error);
355 if ((rv = svm_fifo_segment_attach (a)))
357 clib_warning ("svm_fifo_segment_attach ('%s') failed", name);
365 vl_api_application_attach_reply_t_handler (vl_api_application_attach_reply_t *
368 echo_main_t *em = &echo_main;
369 ssvm_segment_type_t seg_type;
373 clib_warning ("attach failed: %U", format_api_error,
374 clib_net_to_host_u32 (mp->retval));
375 em->state = STATE_FAILED;
379 if (mp->segment_name_length == 0)
381 clib_warning ("segment_name_length zero");
385 seg_type = em->use_sock_api ? SSVM_SEGMENT_MEMFD : SSVM_SEGMENT_SHM;
387 /* Attach to fifo segment */
388 if (fifo_segment_attach ((char *) mp->segment_name, mp->segment_size,
391 em->state = STATE_FAILED;
395 /* If we're using memfd segments, read and attach to event qs segment */
396 if (seg_type == SSVM_SEGMENT_MEMFD)
398 if (memfd_segment_attach ())
400 clib_warning ("failed to attach to evt q segment");
401 em->state = STATE_FAILED;
406 ASSERT (mp->app_event_queue_address);
407 em->our_event_queue = uword_to_pointer (mp->app_event_queue_address,
409 em->state = STATE_ATTACHED;
413 vl_api_application_detach_reply_t_handler (vl_api_application_detach_reply_t *
417 clib_warning ("detach returned with err: %d", mp->retval);
421 stop_signal (int signum)
423 echo_main_t *um = &echo_main;
425 um->time_to_stop = 1;
429 stats_signal (int signum)
431 echo_main_t *um = &echo_main;
433 um->time_to_print_stats = 1;
436 static clib_error_t *
437 setup_signal_handlers (void)
439 signal (SIGINT, stats_signal);
440 signal (SIGQUIT, stop_signal);
441 signal (SIGTERM, stop_signal);
447 vlib_cli_output (struct vlib_main_t *vm, char *fmt, ...)
449 clib_warning ("BUG");
453 connect_to_vpp (char *name)
455 echo_main_t *em = &echo_main;
456 api_main_t *am = &api_main;
458 if (em->use_sock_api)
460 if (vl_socket_client_connect ((char *) em->socket_name, name,
461 0 /* default rx, tx buffer */ ))
463 clib_warning ("socket connect failed");
467 if (vl_socket_client_init_shm (0))
469 clib_warning ("init shm api failed");
475 if (vl_client_connect_to_vlib ("/vpe-api", name, 32) < 0)
477 clib_warning ("shmem connect failed");
481 em->vl_input_queue = am->shmem_hdr->vl_input_queue;
482 em->my_client_index = am->my_client_index;
487 disconnect_from_vpp (echo_main_t * em)
489 if (em->use_sock_api)
490 vl_socket_client_disconnect ();
492 vl_client_disconnect_from_vlib ();
496 vl_api_map_another_segment_t_handler (vl_api_map_another_segment_t * mp)
498 svm_fifo_segment_create_args_t _a, *a = &_a;
501 memset (a, 0, sizeof (*a));
502 a->segment_name = (char *) mp->segment_name;
503 a->segment_size = mp->segment_size;
504 /* Attach to the segment vpp created */
505 rv = svm_fifo_segment_attach (a);
508 clib_warning ("svm_fifo_segment_attach ('%s') failed",
512 clib_warning ("Mapped new segment '%s' size %d", mp->segment_name,
517 session_print_stats (echo_main_t * em, session_t * session)
522 deltat = clib_time_now (&em->clib_time) - session->start;
523 bytes = em->i_am_master ? session->bytes_received : em->bytes_to_send;
524 fformat (stdout, "Finished in %.6f\n", deltat);
525 fformat (stdout, "%.4f Gbit/second\n", (bytes * 8.0) / deltat / 1e9);
529 vl_api_disconnect_session_t_handler (vl_api_disconnect_session_t * mp)
531 echo_main_t *em = &echo_main;
532 session_t *session = 0;
533 vl_api_disconnect_session_reply_t *rmp;
537 p = hash_get (em->session_index_by_vpp_handles, mp->handle);
541 session = pool_elt_at_index (em->sessions, p[0]);
542 hash_unset (em->session_index_by_vpp_handles, mp->handle);
543 pool_put (em->sessions, session);
547 clib_warning ("couldn't find session key %llx", mp->handle);
551 // em->time_to_stop = 1;
553 rmp = vl_msg_api_alloc (sizeof (*rmp));
554 memset (rmp, 0, sizeof (*rmp));
556 rmp->_vl_msg_id = ntohs (VL_API_DISCONNECT_SESSION_REPLY);
558 rmp->handle = mp->handle;
559 rmp->context = mp->context;
560 vl_msg_api_send_shmem (em->vl_input_queue, (u8 *) & rmp);
563 session_print_stats (em, session);
567 vl_api_reset_session_t_handler (vl_api_reset_session_t * mp)
569 echo_main_t *em = &echo_main;
570 vl_api_reset_session_reply_t *rmp;
574 p = hash_get (em->session_index_by_vpp_handles, mp->handle);
578 clib_warning ("got reset");
580 em->time_to_stop = 1;
584 clib_warning ("couldn't find session key %llx", mp->handle);
588 rmp = vl_msg_api_alloc (sizeof (*rmp));
589 memset (rmp, 0, sizeof (*rmp));
590 rmp->_vl_msg_id = ntohs (VL_API_RESET_SESSION_REPLY);
592 rmp->handle = mp->handle;
593 vl_msg_api_send_shmem (em->vl_input_queue, (u8 *) & rmp);
597 client_handle_fifo_event_rx (echo_main_t * em, session_fifo_event_t * e)
600 int n_read, bytes, i;
604 bytes = svm_fifo_max_dequeue (rx_fifo);
605 /* Allow enqueuing of new event */
606 svm_fifo_unset_event (rx_fifo);
611 n_read = svm_fifo_dequeue_nowait (rx_fifo,
612 clib_min (vec_len (em->rx_buf),
617 if (em->test_return_packets)
619 for (i = 0; i < n_read; i++)
622 != ((em->client_bytes_received + i) & 0xff))
624 clib_warning ("error at byte %lld, 0x%x not 0x%x",
625 em->client_bytes_received + i,
627 ((em->client_bytes_received + i) & 0xff));
631 em->client_bytes_received += n_read;
637 // clib_warning ("weird!");
647 client_handle_event_queue (echo_main_t * em)
649 session_fifo_event_t _e, *e = &_e;;
651 svm_queue_sub (em->our_event_queue, (u8 *) e, SVM_Q_WAIT, 0);
652 switch (e->event_type)
654 case FIFO_EVENT_APP_RX:
655 client_handle_fifo_event_rx (em, e);
658 case FIFO_EVENT_DISCONNECT:
662 clib_warning ("unknown event type %d", e->event_type);
668 client_rx_thread_fn (void *arg)
670 session_fifo_event_t _e, *e = &_e;
671 echo_main_t *em = &echo_main;
673 em->client_bytes_received = 0;
676 svm_queue_sub (em->our_event_queue, (u8 *) e, SVM_Q_WAIT, 0);
677 switch (e->event_type)
679 case FIFO_EVENT_APP_RX:
680 client_handle_fifo_event_rx (em, e);
683 case FIFO_EVENT_DISCONNECT:
686 clib_warning ("unknown event type %d", e->event_type);
690 if (PREDICT_FALSE (em->time_to_stop == 1))
698 vl_api_connect_session_reply_t_handler (vl_api_connect_session_reply_t * mp)
700 echo_main_t *em = &echo_main;
703 svm_fifo_t *rx_fifo, *tx_fifo;
708 clib_warning ("connection failed with code: %U", format_api_error,
709 clib_net_to_host_u32 (mp->retval));
710 em->state = STATE_FAILED;
715 clib_warning ("connected with local ip %U port %d", format_ip46_address,
716 mp->lcl_ip, mp->is_ip4,
717 clib_net_to_host_u16 (mp->lcl_port));
720 em->vpp_event_queue =
721 uword_to_pointer (mp->vpp_event_queue_address, svm_queue_t *);
727 pool_get (em->sessions, session);
728 session_index = session - em->sessions;
730 rx_fifo = uword_to_pointer (mp->server_rx_fifo, svm_fifo_t *);
731 rx_fifo->client_session_index = session_index;
732 tx_fifo = uword_to_pointer (mp->server_tx_fifo, svm_fifo_t *);
733 tx_fifo->client_session_index = session_index;
735 session->server_rx_fifo = rx_fifo;
736 session->server_tx_fifo = tx_fifo;
737 session->vpp_session_handle = mp->handle;
738 session->start = clib_time_now (&em->clib_time);
741 em->connected_session_index = session_index;
742 em->state = STATE_READY;
744 /* Add it to lookup table */
745 hash_set (em->session_index_by_vpp_handles, mp->handle, session_index);
747 /* Start RX thread */
748 rv = pthread_create (&em->client_rx_thread_handle,
749 NULL /*attr */ , client_rx_thread_fn, 0);
752 clib_warning ("pthread_create returned %d", rv);
753 rv = VNET_API_ERROR_SYSCALL_ERROR_1;
758 send_test_chunk (echo_main_t * em, svm_fifo_t * tx_fifo, int mypid, u32 bytes)
760 u32 bytes_to_snd, enq_space, min_chunk = 16 << 10;
761 u8 *test_data = em->connect_test_data;
763 int test_buf_offset = 0;
764 session_fifo_event_t evt;
767 bytes_to_snd = (bytes == 0) ? vec_len (test_data) : bytes;
768 if (bytes_to_snd > vec_len (test_data))
769 bytes_to_snd = vec_len (test_data);
771 while (bytes_to_snd > 0 && !em->time_to_stop)
773 enq_space = svm_fifo_max_enqueue (tx_fifo);
774 if (enq_space < clib_min (bytes_to_snd, min_chunk))
776 rv = svm_fifo_enqueue_nowait (tx_fifo,
777 clib_min (bytes_to_snd, enq_space),
778 test_data + test_buf_offset);
782 test_buf_offset += rv;
785 if (svm_fifo_set_event (tx_fifo))
787 /* Fabricate TX event, send to vpp */
789 evt.event_type = FIFO_EVENT_APP_TX;
790 svm_queue_add (em->vpp_event_queue, (u8 *) & evt,
791 0 /* do wait for mutex */ );
798 client_send_data (echo_main_t * em)
800 u8 *test_data = em->connect_test_data;
801 int mypid = getpid ();
804 u32 n_iterations, leftover;
807 session = pool_elt_at_index (em->sessions, em->connected_session_index);
808 tx_fifo = session->server_tx_fifo;
810 ASSERT (vec_len (test_data) > 0);
812 vec_validate (em->rx_buf, vec_len (test_data) - 1);
813 n_iterations = em->bytes_to_send / vec_len (test_data);
815 for (i = 0; i < n_iterations; i++)
817 send_test_chunk (em, tx_fifo, mypid, 0);
818 if (em->time_to_stop)
822 leftover = em->bytes_to_send % vec_len (test_data);
824 send_test_chunk (em, tx_fifo, mypid, leftover);
828 f64 timeout = clib_time_now (&em->clib_time) + 10;
830 /* Wait for the outstanding packets */
831 while (em->client_bytes_received <
832 vec_len (test_data) * n_iterations + leftover)
834 if (clib_time_now (&em->clib_time) > timeout)
836 clib_warning ("timed out waiting for the missing packets");
842 em->time_to_stop = 1;
846 client_send_connect (echo_main_t * em)
848 vl_api_connect_uri_t *cmp;
849 cmp = vl_msg_api_alloc (sizeof (*cmp));
850 memset (cmp, 0, sizeof (*cmp));
852 cmp->_vl_msg_id = ntohs (VL_API_CONNECT_URI);
853 cmp->client_index = em->my_client_index;
854 cmp->context = ntohl (0xfeedface);
855 memcpy (cmp->uri, em->connect_uri, vec_len (em->connect_uri));
856 vl_msg_api_send_shmem (em->vl_input_queue, (u8 *) & cmp);
860 client_connect (echo_main_t * em)
862 client_send_connect (em);
863 if (wait_for_state_change (em, STATE_READY))
865 clib_warning ("Connect failed");
872 client_send_disconnect (echo_main_t * em)
874 session_t *connected_session;
875 vl_api_disconnect_session_t *dmp;
876 connected_session = pool_elt_at_index (em->sessions,
877 em->connected_session_index);
878 dmp = vl_msg_api_alloc (sizeof (*dmp));
879 memset (dmp, 0, sizeof (*dmp));
880 dmp->_vl_msg_id = ntohs (VL_API_DISCONNECT_SESSION);
881 dmp->client_index = em->my_client_index;
882 dmp->handle = connected_session->vpp_session_handle;
883 vl_msg_api_send_shmem (em->vl_input_queue, (u8 *) & dmp);
887 client_disconnect (echo_main_t * em)
889 client_send_disconnect (em);
890 clib_warning ("Sent disconnect");
891 if (wait_for_state_change (em, STATE_START))
893 clib_warning ("Disconnect failed");
900 client_run (echo_main_t * em)
904 if (application_attach (em))
907 if (client_connect (em))
909 application_detach (em);
914 vec_validate (em->connect_test_data, 1024 * 1024 - 1);
915 for (i = 0; i < vec_len (em->connect_test_data); i++)
916 em->connect_test_data[i] = i & 0xff;
919 client_send_data (em);
921 /* Disconnect and detach */
922 client_disconnect (em);
923 application_detach (em);
927 vl_api_bind_uri_reply_t_handler (vl_api_bind_uri_reply_t * mp)
929 echo_main_t *em = &echo_main;
933 clib_warning ("bind failed: %U", format_api_error,
934 clib_net_to_host_u32 (mp->retval));
935 em->state = STATE_FAILED;
939 em->state = STATE_READY;
943 vl_api_unbind_uri_reply_t_handler (vl_api_unbind_uri_reply_t * mp)
945 echo_main_t *em = &echo_main;
948 clib_warning ("returned %d", ntohl (mp->retval));
950 em->state = STATE_START;
954 format_ip4_address (u8 * s, va_list * args)
956 u8 *a = va_arg (*args, u8 *);
957 return format (s, "%d.%d.%d.%d", a[0], a[1], a[2], a[3]);
961 format_ip6_address (u8 * s, va_list * args)
963 ip6_address_t *a = va_arg (*args, ip6_address_t *);
964 u32 i, i_max_n_zero, max_n_zeros, i_first_zero, n_zeros, last_double_colon;
966 i_max_n_zero = ARRAY_LEN (a->as_u16);
968 i_first_zero = i_max_n_zero;
970 for (i = 0; i < ARRAY_LEN (a->as_u16); i++)
972 u32 is_zero = a->as_u16[i] == 0;
973 if (is_zero && i_first_zero >= ARRAY_LEN (a->as_u16))
979 if ((!is_zero && n_zeros > max_n_zeros)
980 || (i + 1 >= ARRAY_LEN (a->as_u16) && n_zeros > max_n_zeros))
982 i_max_n_zero = i_first_zero;
983 max_n_zeros = n_zeros;
984 i_first_zero = ARRAY_LEN (a->as_u16);
989 last_double_colon = 0;
990 for (i = 0; i < ARRAY_LEN (a->as_u16); i++)
992 if (i == i_max_n_zero && max_n_zeros > 1)
994 s = format (s, "::");
995 i += max_n_zeros - 1;
996 last_double_colon = 1;
1000 s = format (s, "%s%x",
1001 (last_double_colon || i == 0) ? "" : ":",
1002 clib_net_to_host_u16 (a->as_u16[i]));
1003 last_double_colon = 0;
1010 /* Format an IP46 address. */
1012 format_ip46_address (u8 * s, va_list * args)
1014 ip46_address_t *ip46 = va_arg (*args, ip46_address_t *);
1015 ip46_type_t type = va_arg (*args, ip46_type_t);
1021 is_ip4 = ip46_address_is_ip4 (ip46);
1032 format (s, "%U", format_ip4_address, &ip46->ip4) :
1033 format (s, "%U", format_ip6_address, &ip46->ip6);
1037 vl_api_accept_session_t_handler (vl_api_accept_session_t * mp)
1039 echo_main_t *em = &echo_main;
1040 vl_api_accept_session_reply_t *rmp;
1041 svm_fifo_t *rx_fifo, *tx_fifo;
1043 static f64 start_time;
1047 if (start_time == 0.0)
1048 start_time = clib_time_now (&em->clib_time);
1050 ip_str = format (0, "%U", format_ip46_address, &mp->ip, mp->is_ip4);
1051 clib_warning ("Accepted session from: %s:%d", ip_str,
1052 clib_net_to_host_u16 (mp->port));
1053 em->vpp_event_queue =
1054 uword_to_pointer (mp->vpp_event_queue_address, svm_queue_t *);
1056 /* Allocate local session and set it up */
1057 pool_get (em->sessions, session);
1058 session_index = session - em->sessions;
1060 rx_fifo = uword_to_pointer (mp->server_rx_fifo, svm_fifo_t *);
1061 rx_fifo->client_session_index = session_index;
1062 tx_fifo = uword_to_pointer (mp->server_tx_fifo, svm_fifo_t *);
1063 tx_fifo->client_session_index = session_index;
1065 session->server_rx_fifo = rx_fifo;
1066 session->server_tx_fifo = tx_fifo;
1068 /* Add it to lookup table */
1069 hash_set (em->session_index_by_vpp_handles, mp->handle, session_index);
1071 em->state = STATE_READY;
1073 /* Stats printing */
1074 if (pool_elts (em->sessions) && (pool_elts (em->sessions) % 20000) == 0)
1076 f64 now = clib_time_now (&em->clib_time);
1077 fformat (stdout, "%d active sessions in %.2f seconds, %.2f/sec...\n",
1078 pool_elts (em->sessions), now - start_time,
1079 (f64) pool_elts (em->sessions) / (now - start_time));
1083 * Send accept reply to vpp
1085 rmp = vl_msg_api_alloc (sizeof (*rmp));
1086 memset (rmp, 0, sizeof (*rmp));
1087 rmp->_vl_msg_id = ntohs (VL_API_ACCEPT_SESSION_REPLY);
1088 rmp->handle = mp->handle;
1089 rmp->context = mp->context;
1090 vl_msg_api_send_shmem (em->vl_input_queue, (u8 *) & rmp);
1092 session->bytes_received = 0;
1093 session->start = clib_time_now (&em->clib_time);
1097 server_handle_fifo_event_rx (echo_main_t * em, session_fifo_event_t * e)
1099 svm_fifo_t *rx_fifo, *tx_fifo;
1101 session_fifo_event_t evt;
1105 u32 max_dequeue, offset, max_transfer, rx_buf_len;
1107 rx_buf_len = vec_len (em->rx_buf);
1109 session = &em->sessions[rx_fifo->client_session_index];
1110 tx_fifo = session->server_tx_fifo;
1112 max_dequeue = svm_fifo_max_dequeue (rx_fifo);
1113 /* Allow enqueuing of a new event */
1114 svm_fifo_unset_event (rx_fifo);
1116 if (PREDICT_FALSE (max_dequeue == 0))
1121 /* Read the max_dequeue */
1124 max_transfer = clib_min (rx_buf_len, max_dequeue);
1125 n_read = svm_fifo_dequeue_nowait (rx_fifo, max_transfer, em->rx_buf);
1128 max_dequeue -= n_read;
1129 session->bytes_received += n_read;
1132 /* Reflect if a non-drop session */
1133 if (!em->no_return && n_read > 0)
1138 rv = svm_fifo_enqueue_nowait (tx_fifo, n_read,
1139 &em->rx_buf[offset]);
1146 while ((rv <= 0 || n_read > 0) && !em->time_to_stop);
1148 /* If event wasn't set, add one */
1149 if (svm_fifo_set_event (tx_fifo))
1151 /* Fabricate TX event, send to vpp */
1153 evt.event_type = FIFO_EVENT_APP_TX;
1155 q = em->vpp_event_queue;
1156 svm_queue_add (q, (u8 *) & evt, 1 /* do wait for mutex */ );
1160 while ((n_read < 0 || max_dequeue > 0) && !em->time_to_stop);
1164 server_handle_event_queue (echo_main_t * em)
1166 session_fifo_event_t _e, *e = &_e;
1170 svm_queue_sub (em->our_event_queue, (u8 *) e, SVM_Q_WAIT, 0);
1171 switch (e->event_type)
1173 case FIFO_EVENT_APP_RX:
1174 server_handle_fifo_event_rx (em, e);
1177 case FIFO_EVENT_DISCONNECT:
1181 clib_warning ("unknown event type %d", e->event_type);
1184 if (PREDICT_FALSE (em->time_to_stop == 1))
1186 if (PREDICT_FALSE (em->time_to_print_stats == 1))
1188 em->time_to_print_stats = 0;
1189 fformat (stdout, "%d connections\n", pool_elts (em->sessions));
1195 server_send_listen (echo_main_t * em)
1197 vl_api_bind_uri_t *bmp;
1198 bmp = vl_msg_api_alloc (sizeof (*bmp));
1199 memset (bmp, 0, sizeof (*bmp));
1201 bmp->_vl_msg_id = ntohs (VL_API_BIND_URI);
1202 bmp->client_index = em->my_client_index;
1203 bmp->context = ntohl (0xfeedface);
1204 memcpy (bmp->uri, em->uri, vec_len (em->uri));
1205 vl_msg_api_send_shmem (em->vl_input_queue, (u8 *) & bmp);
1209 server_listen (echo_main_t * em)
1211 server_send_listen (em);
1212 if (wait_for_state_change (em, STATE_READY))
1214 clib_warning ("timeout waiting for STATE_READY");
1221 server_send_unbind (echo_main_t * em)
1223 vl_api_unbind_uri_t *ump;
1225 ump = vl_msg_api_alloc (sizeof (*ump));
1226 memset (ump, 0, sizeof (*ump));
1228 ump->_vl_msg_id = ntohs (VL_API_UNBIND_URI);
1229 ump->client_index = em->my_client_index;
1230 memcpy (ump->uri, em->uri, vec_len (em->uri));
1231 vl_msg_api_send_shmem (em->vl_input_queue, (u8 *) & ump);
1235 server_unbind (echo_main_t * em)
1237 server_send_unbind (em);
1238 if (wait_for_state_change (em, STATE_START))
1240 clib_warning ("timeout waiting for STATE_START");
1247 server_run (echo_main_t * em)
1252 /* $$$$ hack preallocation */
1253 for (i = 0; i < 200000; i++)
1255 pool_get (em->sessions, session);
1256 memset (session, 0, sizeof (*session));
1258 for (i = 0; i < 200000; i++)
1259 pool_put_index (em->sessions, i);
1261 if (application_attach (em))
1265 if (server_listen (em))
1268 /* Enter handle event loop */
1269 server_handle_event_queue (em);
1272 server_send_unbind (em);
1274 application_detach (em);
1276 fformat (stdout, "Test complete...\n");
1280 vl_api_disconnect_session_reply_t_handler (vl_api_disconnect_session_reply_t *
1283 echo_main_t *em = &echo_main;
1288 clib_warning ("vpp complained about disconnect: %d",
1289 ntohl (mp->retval));
1292 em->state = STATE_START;
1293 session = pool_elt_at_index (em->sessions, em->connected_session_index);
1295 session_print_stats (em, session);
1299 vl_api_application_tls_cert_add_reply_t_handler
1300 (vl_api_application_tls_cert_add_reply_t * mp)
1303 clib_warning ("failed to add tls cert");
1307 vl_api_application_tls_key_add_reply_t_handler
1308 (vl_api_application_tls_key_add_reply_t * mp)
1311 clib_warning ("failed to add tls key");
1314 #define foreach_tcp_echo_msg \
1315 _(BIND_URI_REPLY, bind_uri_reply) \
1316 _(UNBIND_URI_REPLY, unbind_uri_reply) \
1317 _(ACCEPT_SESSION, accept_session) \
1318 _(CONNECT_SESSION_REPLY, connect_session_reply) \
1319 _(DISCONNECT_SESSION, disconnect_session) \
1320 _(DISCONNECT_SESSION_REPLY, disconnect_session_reply) \
1321 _(RESET_SESSION, reset_session) \
1322 _(APPLICATION_ATTACH_REPLY, application_attach_reply) \
1323 _(APPLICATION_DETACH_REPLY, application_detach_reply) \
1324 _(MAP_ANOTHER_SEGMENT, map_another_segment) \
1325 _(APPLICATION_TLS_CERT_ADD_REPLY, application_tls_cert_add_reply) \
1326 _(APPLICATION_TLS_KEY_ADD_REPLY, application_tls_key_add_reply) \
1329 tcp_echo_api_hookup (echo_main_t * em)
1332 vl_msg_api_set_handlers(VL_API_##N, #n, \
1333 vl_api_##n##_t_handler, \
1335 vl_api_##n##_t_endian, \
1336 vl_api_##n##_t_print, \
1337 sizeof(vl_api_##n##_t), 1);
1338 foreach_tcp_echo_msg;
1343 main (int argc, char **argv)
1345 int i_am_server = 1, test_return_packets = 0;
1346 echo_main_t *em = &echo_main;
1347 unformat_input_t _argv, *a = &_argv;
1350 u8 *bind_uri = (u8 *) "tcp://0.0.0.0/1234";
1351 u8 *connect_uri = (u8 *) "tcp://6.0.1.1/1234";
1352 u64 bytes_to_send = 64 << 10, mbytes;
1357 clib_mem_init (0, 256 << 20);
1359 heap = clib_mem_get_per_cpu_heap ();
1360 h = mheap_header (heap);
1362 /* make the main heap thread-safe */
1363 h->flags |= MHEAP_FLAG_THREAD_SAFE;
1365 vec_validate (em->rx_buf, 128 << 10);
1367 em->session_index_by_vpp_handles = hash_create (0, sizeof (uword));
1368 em->my_pid = getpid ();
1369 em->configured_segment_size = 1 << 20;
1370 em->socket_name = 0;
1371 em->use_sock_api = 1;
1372 em->fifo_size = 64 << 10;
1374 clib_time_init (&em->clib_time);
1375 init_error_string_table (em);
1376 svm_fifo_segment_main_init (0x200000000ULL, 20);
1377 unformat_init_command_line (a, argv);
1379 while (unformat_check_input (a) != UNFORMAT_END_OF_INPUT)
1381 if (unformat (a, "chroot prefix %s", &chroot_prefix))
1383 vl_set_memory_root_path ((char *) chroot_prefix);
1385 else if (unformat (a, "uri %s", &uri))
1387 else if (unformat (a, "segment-size %dM", &tmp))
1388 em->configured_segment_size = tmp << 20;
1389 else if (unformat (a, "segment-size %dG", &tmp))
1390 em->configured_segment_size = tmp << 30;
1391 else if (unformat (a, "server"))
1393 else if (unformat (a, "client"))
1395 else if (unformat (a, "no-return"))
1397 else if (unformat (a, "test"))
1398 test_return_packets = 1;
1399 else if (unformat (a, "mbytes %lld", &mbytes))
1401 bytes_to_send = mbytes << 20;
1403 else if (unformat (a, "gbytes %lld", &mbytes))
1405 bytes_to_send = mbytes << 30;
1407 else if (unformat (a, "socket-name %s", &em->socket_name))
1409 else if (unformat (a, "use-svm-api"))
1410 em->use_sock_api = 0;
1411 else if (unformat (a, "fifo-size %d", &tmp))
1412 em->fifo_size = tmp << 10;
1415 fformat (stderr, "%s: usage [master|slave]\n");
1420 if (!em->socket_name)
1421 em->socket_name = format (0, "%s%c", API_SOCKET_FILE, 0);
1425 em->uri = format (0, "%s%c", uri, 0);
1426 em->connect_uri = format (0, "%s%c", uri, 0);
1430 em->uri = format (0, "%s%c", bind_uri, 0);
1431 em->connect_uri = format (0, "%s%c", connect_uri, 0);
1434 em->i_am_master = i_am_server;
1435 em->segment_main = &svm_fifo_segment_main;
1436 em->test_return_packets = test_return_packets;
1437 em->bytes_to_send = bytes_to_send;
1438 em->time_to_stop = 0;
1440 setup_signal_handlers ();
1441 tcp_echo_api_hookup (em);
1443 app_name = i_am_server ? "tcp_echo_server" : "tcp_echo_client";
1444 if (connect_to_vpp (app_name) < 0)
1447 fformat (stderr, "Couldn't connect to vpe, exiting...\n");
1451 if (i_am_server == 0)
1456 disconnect_from_vpp (em);
1461 * fd.io coding-style-patch-verification: ON
1464 * eval: (c-set-style "gnu")