2 * Copyright (c) 2016 Cisco and/or its affiliates.
3 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at:
7 * http://www.apache.org/licenses/LICENSE-2.0
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
19 #include <vnet/session/application_interface.h>
20 #include <svm/svm_fifo_segment.h>
21 #include <vlibmemory/api.h>
23 #include <vpp/api/vpe_msg_enum.h>
25 #define vl_typedefs /* define message structures */
26 #include <vpp/api/vpe_all_api_h.h>
29 /* declare message handlers for each api */
31 #define vl_endianfun /* define message structures */
32 #include <vpp/api/vpe_all_api_h.h>
35 /* instantiate all the print functions we know about */
36 #define vl_print(handle, ...)
38 #include <vpp/api/vpe_all_api_h.h>
43 svm_fifo_t *server_rx_fifo;
44 svm_fifo_t *server_tx_fifo;
46 u64 vpp_session_handle;
63 svm_queue_t *vl_input_queue;
65 /* API client handle */
68 /* The URI we're playing with */
74 /* Hash table for disconnect processing */
75 uword *session_index_by_vpp_handles;
77 /* intermediate rx buffer */
80 /* URI for slave's connect */
83 u32 connected_session_index;
87 /* drop all packets */
91 svm_queue_t *our_event_queue;
93 /* $$$ single thread only for the moment */
94 svm_queue_t *vpp_event_queue;
100 /* For deadman timers */
101 clib_time_t clib_time;
103 /* State of the connection, shared between msg RX thread and main thread */
104 volatile connection_state_t state;
106 /* Signal variables */
107 volatile int time_to_stop;
108 volatile int time_to_print_stats;
110 u32 configured_segment_size;
112 /* VNET_API_ERROR_FOO -> "Foo" hash table */
113 uword *error_string_by_error_number;
115 u8 *connect_test_data;
116 pthread_t client_rx_thread_handle;
117 u32 client_bytes_received;
118 u8 test_return_packets;
121 /** Flag that decides if socket, instead of svm, api is used to connect to
122 * vpp. If sock api is used, shm binary api is subsequently bootstrapped
123 * and all other messages are exchanged using shm IPC. */
127 svm_fifo_segment_main_t *segment_main;
130 echo_main_t echo_main;
135 #define NITER 4000000
139 format_api_error (u8 * s, va_list * args)
141 echo_main_t *em = &echo_main;
142 i32 error = va_arg (*args, u32);
145 p = hash_get (em->error_string_by_error_number, -error);
148 s = format (s, "%s", p[0]);
150 s = format (s, "%d", error);
155 init_error_string_table (echo_main_t * em)
157 em->error_string_by_error_number = hash_create (0, sizeof (uword));
159 #define _(n,v,s) hash_set (em->error_string_by_error_number, -v, s);
160 foreach_vnet_api_error;
163 hash_set (em->error_string_by_error_number, 99, "Misc");
167 wait_for_state_change (echo_main_t * em, connection_state_t state)
170 #define TIMEOUT 600.0
172 #define TIMEOUT 600.0
175 f64 timeout = clib_time_now (&em->clib_time) + TIMEOUT;
177 while (clib_time_now (&em->clib_time) < timeout)
179 if (em->state == state)
181 if (em->state == STATE_FAILED)
183 if (em->time_to_stop == 1)
186 clib_warning ("timeout waiting for STATE_READY");
191 application_send_attach (echo_main_t * em)
193 vl_api_application_attach_t *bmp;
194 u32 fifo_size = 4 << 20;
195 bmp = vl_msg_api_alloc (sizeof (*bmp));
196 memset (bmp, 0, sizeof (*bmp));
198 bmp->_vl_msg_id = ntohs (VL_API_APPLICATION_ATTACH);
199 bmp->client_index = em->my_client_index;
200 bmp->context = ntohl (0xfeedface);
201 bmp->options[APP_OPTIONS_FLAGS] =
202 APP_OPTIONS_FLAGS_ACCEPT_REDIRECT | APP_OPTIONS_FLAGS_ADD_SEGMENT;
203 bmp->options[APP_OPTIONS_PREALLOC_FIFO_PAIRS] = 16;
204 bmp->options[APP_OPTIONS_RX_FIFO_SIZE] = fifo_size;
205 bmp->options[APP_OPTIONS_TX_FIFO_SIZE] = fifo_size;
206 bmp->options[APP_OPTIONS_ADD_SEGMENT_SIZE] = 128 << 20;
207 bmp->options[APP_OPTIONS_SEGMENT_SIZE] = 256 << 20;
208 vl_msg_api_send_shmem (em->vl_input_queue, (u8 *) & bmp);
212 application_attach (echo_main_t * em)
214 application_send_attach (em);
215 if (wait_for_state_change (em, STATE_ATTACHED))
217 clib_warning ("timeout waiting for STATE_ATTACHED");
224 application_detach (echo_main_t * em)
226 vl_api_application_detach_t *bmp;
227 bmp = vl_msg_api_alloc (sizeof (*bmp));
228 memset (bmp, 0, sizeof (*bmp));
230 bmp->_vl_msg_id = ntohs (VL_API_APPLICATION_DETACH);
231 bmp->client_index = em->my_client_index;
232 bmp->context = ntohl (0xfeedface);
233 vl_msg_api_send_shmem (em->vl_input_queue, (u8 *) & bmp);
235 clib_warning ("Sent detach");
239 memfd_segment_attach (void)
241 ssvm_private_t _ssvm = { 0 }, *ssvm = &_ssvm;
245 if ((error = vl_socket_client_recv_fd_msg (&ssvm->fd, 5)))
247 clib_error_report (error);
251 if ((rv = ssvm_slave_init_memfd (ssvm)))
258 fifo_segment_attach (char *name, u32 size, ssvm_segment_type_t type)
260 svm_fifo_segment_create_args_t _a, *a = &_a;
264 memset (a, 0, sizeof (*a));
265 a->segment_name = (char *) name;
266 a->segment_size = size;
267 a->segment_type = type;
269 if (type == SSVM_SEGMENT_MEMFD)
271 if ((error = vl_socket_client_recv_fd_msg (&a->memfd_fd, 5)))
273 clib_error_report (error);
278 if ((rv = svm_fifo_segment_attach (a)))
280 clib_warning ("svm_fifo_segment_attach ('%s') failed", name);
288 vl_api_application_attach_reply_t_handler (vl_api_application_attach_reply_t *
291 echo_main_t *em = &echo_main;
292 ssvm_segment_type_t seg_type;
296 clib_warning ("attach failed: %U", format_api_error,
297 clib_net_to_host_u32 (mp->retval));
298 em->state = STATE_FAILED;
302 if (mp->segment_name_length == 0)
304 clib_warning ("segment_name_length zero");
308 seg_type = em->use_sock_api ? SSVM_SEGMENT_MEMFD : SSVM_SEGMENT_SHM;
310 /* Attach to fifo segment */
311 if (fifo_segment_attach ((char *) mp->segment_name, mp->segment_size,
314 em->state = STATE_FAILED;
318 /* If we're using memfd segments, read and attach to event qs segment */
319 if (seg_type == SSVM_SEGMENT_MEMFD)
321 if (memfd_segment_attach ())
323 clib_warning ("failed to attach to evt q segment");
324 em->state = STATE_FAILED;
329 ASSERT (mp->app_event_queue_address);
330 em->our_event_queue = uword_to_pointer (mp->app_event_queue_address,
332 em->state = STATE_ATTACHED;
336 vl_api_application_detach_reply_t_handler (vl_api_application_detach_reply_t *
340 clib_warning ("detach returned with err: %d", mp->retval);
344 stop_signal (int signum)
346 echo_main_t *um = &echo_main;
348 um->time_to_stop = 1;
352 stats_signal (int signum)
354 echo_main_t *um = &echo_main;
356 um->time_to_print_stats = 1;
359 static clib_error_t *
360 setup_signal_handlers (void)
362 signal (SIGINT, stats_signal);
363 signal (SIGQUIT, stop_signal);
364 signal (SIGTERM, stop_signal);
370 vlib_cli_output (struct vlib_main_t *vm, char *fmt, ...)
372 clib_warning ("BUG");
376 connect_to_vpp (char *name)
378 echo_main_t *em = &echo_main;
379 api_main_t *am = &api_main;
381 if (em->use_sock_api)
383 if (vl_socket_client_connect ((char *) em->socket_name, name,
384 0 /* default rx, tx buffer */ ))
386 clib_warning ("socket connect failed");
390 if (vl_socket_client_init_shm (0))
392 clib_warning ("init shm api failed");
398 if (vl_client_connect_to_vlib ("/vpe-api", name, 32) < 0)
400 clib_warning ("shmem connect failed");
404 em->vl_input_queue = am->shmem_hdr->vl_input_queue;
405 em->my_client_index = am->my_client_index;
410 disconnect_from_vpp (echo_main_t * em)
412 if (em->use_sock_api)
413 vl_socket_client_disconnect ();
415 vl_client_disconnect_from_vlib ();
419 vl_api_map_another_segment_t_handler (vl_api_map_another_segment_t * mp)
421 svm_fifo_segment_create_args_t _a, *a = &_a;
424 memset (a, 0, sizeof (*a));
425 a->segment_name = (char *) mp->segment_name;
426 a->segment_size = mp->segment_size;
427 /* Attach to the segment vpp created */
428 rv = svm_fifo_segment_attach (a);
431 clib_warning ("svm_fifo_segment_attach ('%s') failed",
435 clib_warning ("Mapped new segment '%s' size %d", mp->segment_name,
440 session_print_stats (echo_main_t * em, session_t * session)
445 deltat = clib_time_now (&em->clib_time) - session->start;
446 bytes = em->i_am_master ? session->bytes_received : em->bytes_to_send;
447 fformat (stdout, "Finished in %.6f\n", deltat);
448 fformat (stdout, "%.4f Gbit/second\n", (bytes * 8.0) / deltat / 1e9);
452 vl_api_disconnect_session_t_handler (vl_api_disconnect_session_t * mp)
454 echo_main_t *em = &echo_main;
455 session_t *session = 0;
456 vl_api_disconnect_session_reply_t *rmp;
460 p = hash_get (em->session_index_by_vpp_handles, mp->handle);
464 session = pool_elt_at_index (em->sessions, p[0]);
465 hash_unset (em->session_index_by_vpp_handles, mp->handle);
466 pool_put (em->sessions, session);
470 clib_warning ("couldn't find session key %llx", mp->handle);
474 // em->time_to_stop = 1;
476 rmp = vl_msg_api_alloc (sizeof (*rmp));
477 memset (rmp, 0, sizeof (*rmp));
479 rmp->_vl_msg_id = ntohs (VL_API_DISCONNECT_SESSION_REPLY);
481 rmp->handle = mp->handle;
482 vl_msg_api_send_shmem (em->vl_input_queue, (u8 *) & rmp);
485 session_print_stats (em, session);
489 vl_api_reset_session_t_handler (vl_api_reset_session_t * mp)
491 echo_main_t *em = &echo_main;
492 vl_api_reset_session_reply_t *rmp;
496 p = hash_get (em->session_index_by_vpp_handles, mp->handle);
500 clib_warning ("got reset");
502 em->time_to_stop = 1;
506 clib_warning ("couldn't find session key %llx", mp->handle);
510 rmp = vl_msg_api_alloc (sizeof (*rmp));
511 memset (rmp, 0, sizeof (*rmp));
512 rmp->_vl_msg_id = ntohs (VL_API_RESET_SESSION_REPLY);
514 rmp->handle = mp->handle;
515 vl_msg_api_send_shmem (em->vl_input_queue, (u8 *) & rmp);
519 client_handle_fifo_event_rx (echo_main_t * em, session_fifo_event_t * e)
522 int n_read, bytes, i;
526 bytes = svm_fifo_max_dequeue (rx_fifo);
527 /* Allow enqueuing of new event */
528 svm_fifo_unset_event (rx_fifo);
533 n_read = svm_fifo_dequeue_nowait (rx_fifo,
534 clib_min (vec_len (em->rx_buf),
539 if (em->test_return_packets)
541 for (i = 0; i < n_read; i++)
544 != ((em->client_bytes_received + i) & 0xff))
546 clib_warning ("error at byte %lld, 0x%x not 0x%x",
547 em->client_bytes_received + i,
549 ((em->client_bytes_received + i) & 0xff));
553 em->client_bytes_received += n_read;
559 // clib_warning ("weird!");
569 client_handle_event_queue (echo_main_t * em)
571 session_fifo_event_t _e, *e = &_e;;
573 svm_queue_sub (em->our_event_queue, (u8 *) e, SVM_Q_WAIT, 0);
574 switch (e->event_type)
576 case FIFO_EVENT_APP_RX:
577 client_handle_fifo_event_rx (em, e);
580 case FIFO_EVENT_DISCONNECT:
584 clib_warning ("unknown event type %d", e->event_type);
590 client_rx_thread_fn (void *arg)
592 session_fifo_event_t _e, *e = &_e;
593 echo_main_t *em = &echo_main;
595 em->client_bytes_received = 0;
598 svm_queue_sub (em->our_event_queue, (u8 *) e, SVM_Q_WAIT, 0);
599 switch (e->event_type)
601 case FIFO_EVENT_APP_RX:
602 client_handle_fifo_event_rx (em, e);
605 case FIFO_EVENT_DISCONNECT:
608 clib_warning ("unknown event type %d", e->event_type);
612 if (PREDICT_FALSE (em->time_to_stop == 1))
620 vl_api_connect_session_reply_t_handler (vl_api_connect_session_reply_t * mp)
622 echo_main_t *em = &echo_main;
625 svm_fifo_t *rx_fifo, *tx_fifo;
630 clib_warning ("connection failed with code: %U", format_api_error,
631 clib_net_to_host_u32 (mp->retval));
632 em->state = STATE_FAILED;
637 clib_warning ("connected with local ip %U port %d", format_ip46_address,
638 mp->lcl_ip, mp->is_ip4,
639 clib_net_to_host_u16 (mp->lcl_port));
642 em->vpp_event_queue =
643 uword_to_pointer (mp->vpp_event_queue_address, svm_queue_t *);
649 pool_get (em->sessions, session);
650 session_index = session - em->sessions;
652 rx_fifo = uword_to_pointer (mp->server_rx_fifo, svm_fifo_t *);
653 rx_fifo->client_session_index = session_index;
654 tx_fifo = uword_to_pointer (mp->server_tx_fifo, svm_fifo_t *);
655 tx_fifo->client_session_index = session_index;
657 session->server_rx_fifo = rx_fifo;
658 session->server_tx_fifo = tx_fifo;
659 session->vpp_session_handle = mp->handle;
660 session->start = clib_time_now (&em->clib_time);
663 em->connected_session_index = session_index;
664 em->state = STATE_READY;
666 /* Add it to lookup table */
667 hash_set (em->session_index_by_vpp_handles, mp->handle, session_index);
669 /* Start RX thread */
670 rv = pthread_create (&em->client_rx_thread_handle,
671 NULL /*attr */ , client_rx_thread_fn, 0);
674 clib_warning ("pthread_create returned %d", rv);
675 rv = VNET_API_ERROR_SYSCALL_ERROR_1;
680 send_test_chunk (echo_main_t * em, svm_fifo_t * tx_fifo, int mypid, u32 bytes)
682 u8 *test_data = em->connect_test_data;
684 int test_buf_offset = 0;
686 u32 queue_max_chunk = 128 << 10, actual_write;
687 session_fifo_event_t evt;
690 bytes_to_snd = (bytes == 0) ? vec_len (test_data) : bytes;
691 if (bytes_to_snd > vec_len (test_data))
692 bytes_to_snd = vec_len (test_data);
694 while (bytes_to_snd > 0 && !em->time_to_stop)
696 actual_write = (bytes_to_snd > queue_max_chunk) ?
697 queue_max_chunk : bytes_to_snd;
698 rv = svm_fifo_enqueue_nowait (tx_fifo, actual_write,
699 test_data + test_buf_offset);
704 test_buf_offset += rv;
707 if (svm_fifo_set_event (tx_fifo))
709 /* Fabricate TX event, send to vpp */
711 evt.event_type = FIFO_EVENT_APP_TX;
713 svm_queue_add (em->vpp_event_queue,
714 (u8 *) & evt, 0 /* do wait for mutex */ );
721 client_send_data (echo_main_t * em)
723 u8 *test_data = em->connect_test_data;
724 int mypid = getpid ();
727 u32 n_iterations, leftover;
730 session = pool_elt_at_index (em->sessions, em->connected_session_index);
731 tx_fifo = session->server_tx_fifo;
733 ASSERT (vec_len (test_data) > 0);
735 vec_validate (em->rx_buf, vec_len (test_data) - 1);
736 n_iterations = em->bytes_to_send / vec_len (test_data);
738 for (i = 0; i < n_iterations; i++)
740 send_test_chunk (em, tx_fifo, mypid, 0);
741 if (em->time_to_stop)
745 leftover = em->bytes_to_send % vec_len (test_data);
747 send_test_chunk (em, tx_fifo, mypid, leftover);
749 if (!em->drop_packets)
751 f64 timeout = clib_time_now (&em->clib_time) + 10;
753 /* Wait for the outstanding packets */
754 while (em->client_bytes_received <
755 vec_len (test_data) * n_iterations + leftover)
757 if (clib_time_now (&em->clib_time) > timeout)
759 clib_warning ("timed out waiting for the missing packets");
764 em->time_to_stop = 1;
768 client_send_connect (echo_main_t * em)
770 vl_api_connect_uri_t *cmp;
771 cmp = vl_msg_api_alloc (sizeof (*cmp));
772 memset (cmp, 0, sizeof (*cmp));
774 cmp->_vl_msg_id = ntohs (VL_API_CONNECT_URI);
775 cmp->client_index = em->my_client_index;
776 cmp->context = ntohl (0xfeedface);
777 memcpy (cmp->uri, em->connect_uri, vec_len (em->connect_uri));
778 vl_msg_api_send_shmem (em->vl_input_queue, (u8 *) & cmp);
782 client_connect (echo_main_t * em)
784 client_send_connect (em);
785 if (wait_for_state_change (em, STATE_READY))
787 clib_warning ("Connect failed");
794 client_send_disconnect (echo_main_t * em)
796 session_t *connected_session;
797 vl_api_disconnect_session_t *dmp;
798 connected_session = pool_elt_at_index (em->sessions,
799 em->connected_session_index);
800 dmp = vl_msg_api_alloc (sizeof (*dmp));
801 memset (dmp, 0, sizeof (*dmp));
802 dmp->_vl_msg_id = ntohs (VL_API_DISCONNECT_SESSION);
803 dmp->client_index = em->my_client_index;
804 dmp->handle = connected_session->vpp_session_handle;
805 vl_msg_api_send_shmem (em->vl_input_queue, (u8 *) & dmp);
809 client_disconnect (echo_main_t * em)
811 client_send_disconnect (em);
812 clib_warning ("Sent disconnect");
813 if (wait_for_state_change (em, STATE_START))
815 clib_warning ("Disconnect failed");
822 client_run (echo_main_t * em)
826 if (application_attach (em))
829 if (client_connect (em))
831 application_detach (em);
836 vec_validate (em->connect_test_data, 128 * 1024 - 1);
837 for (i = 0; i < vec_len (em->connect_test_data); i++)
838 em->connect_test_data[i] = i & 0xff;
841 client_send_data (em);
843 /* Disconnect and detach */
844 client_disconnect (em);
845 application_detach (em);
849 vl_api_bind_uri_reply_t_handler (vl_api_bind_uri_reply_t * mp)
851 echo_main_t *em = &echo_main;
855 clib_warning ("bind failed: %U", format_api_error,
856 clib_net_to_host_u32 (mp->retval));
857 em->state = STATE_FAILED;
861 em->state = STATE_READY;
865 vl_api_unbind_uri_reply_t_handler (vl_api_unbind_uri_reply_t * mp)
867 echo_main_t *em = &echo_main;
870 clib_warning ("returned %d", ntohl (mp->retval));
872 em->state = STATE_START;
876 format_ip4_address (u8 * s, va_list * args)
878 u8 *a = va_arg (*args, u8 *);
879 return format (s, "%d.%d.%d.%d", a[0], a[1], a[2], a[3]);
883 format_ip6_address (u8 * s, va_list * args)
885 ip6_address_t *a = va_arg (*args, ip6_address_t *);
886 u32 i, i_max_n_zero, max_n_zeros, i_first_zero, n_zeros, last_double_colon;
888 i_max_n_zero = ARRAY_LEN (a->as_u16);
890 i_first_zero = i_max_n_zero;
892 for (i = 0; i < ARRAY_LEN (a->as_u16); i++)
894 u32 is_zero = a->as_u16[i] == 0;
895 if (is_zero && i_first_zero >= ARRAY_LEN (a->as_u16))
901 if ((!is_zero && n_zeros > max_n_zeros)
902 || (i + 1 >= ARRAY_LEN (a->as_u16) && n_zeros > max_n_zeros))
904 i_max_n_zero = i_first_zero;
905 max_n_zeros = n_zeros;
906 i_first_zero = ARRAY_LEN (a->as_u16);
911 last_double_colon = 0;
912 for (i = 0; i < ARRAY_LEN (a->as_u16); i++)
914 if (i == i_max_n_zero && max_n_zeros > 1)
916 s = format (s, "::");
917 i += max_n_zeros - 1;
918 last_double_colon = 1;
922 s = format (s, "%s%x",
923 (last_double_colon || i == 0) ? "" : ":",
924 clib_net_to_host_u16 (a->as_u16[i]));
925 last_double_colon = 0;
932 /* Format an IP46 address. */
934 format_ip46_address (u8 * s, va_list * args)
936 ip46_address_t *ip46 = va_arg (*args, ip46_address_t *);
937 ip46_type_t type = va_arg (*args, ip46_type_t);
943 is_ip4 = ip46_address_is_ip4 (ip46);
954 format (s, "%U", format_ip4_address, &ip46->ip4) :
955 format (s, "%U", format_ip6_address, &ip46->ip6);
959 vl_api_accept_session_t_handler (vl_api_accept_session_t * mp)
961 echo_main_t *em = &echo_main;
962 vl_api_accept_session_reply_t *rmp;
963 svm_fifo_t *rx_fifo, *tx_fifo;
965 static f64 start_time;
969 if (start_time == 0.0)
970 start_time = clib_time_now (&em->clib_time);
972 ip_str = format (0, "%U", format_ip46_address, &mp->ip, mp->is_ip4);
973 clib_warning ("Accepted session from: %s:%d", ip_str,
974 clib_net_to_host_u16 (mp->port));
975 em->vpp_event_queue =
976 uword_to_pointer (mp->vpp_event_queue_address, svm_queue_t *);
978 /* Allocate local session and set it up */
979 pool_get (em->sessions, session);
980 session_index = session - em->sessions;
982 rx_fifo = uword_to_pointer (mp->server_rx_fifo, svm_fifo_t *);
983 rx_fifo->client_session_index = session_index;
984 tx_fifo = uword_to_pointer (mp->server_tx_fifo, svm_fifo_t *);
985 tx_fifo->client_session_index = session_index;
987 session->server_rx_fifo = rx_fifo;
988 session->server_tx_fifo = tx_fifo;
990 /* Add it to lookup table */
991 hash_set (em->session_index_by_vpp_handles, mp->handle, session_index);
993 em->state = STATE_READY;
996 if (pool_elts (em->sessions) && (pool_elts (em->sessions) % 20000) == 0)
998 f64 now = clib_time_now (&em->clib_time);
999 fformat (stdout, "%d active sessions in %.2f seconds, %.2f/sec...\n",
1000 pool_elts (em->sessions), now - start_time,
1001 (f64) pool_elts (em->sessions) / (now - start_time));
1005 * Send accept reply to vpp
1007 rmp = vl_msg_api_alloc (sizeof (*rmp));
1008 memset (rmp, 0, sizeof (*rmp));
1009 rmp->_vl_msg_id = ntohs (VL_API_ACCEPT_SESSION_REPLY);
1010 rmp->handle = mp->handle;
1011 rmp->context = mp->context;
1012 vl_msg_api_send_shmem (em->vl_input_queue, (u8 *) & rmp);
1014 session->bytes_received = 0;
1015 session->start = clib_time_now (&em->clib_time);
1019 server_handle_fifo_event_rx (echo_main_t * em, session_fifo_event_t * e)
1021 svm_fifo_t *rx_fifo, *tx_fifo;
1023 session_fifo_event_t evt;
1027 u32 max_dequeue, offset, max_transfer, rx_buf_len;
1029 rx_buf_len = vec_len (em->rx_buf);
1031 session = &em->sessions[rx_fifo->client_session_index];
1032 tx_fifo = session->server_tx_fifo;
1034 max_dequeue = svm_fifo_max_dequeue (rx_fifo);
1035 /* Allow enqueuing of a new event */
1036 svm_fifo_unset_event (rx_fifo);
1038 if (PREDICT_FALSE (max_dequeue == 0))
1043 /* Read the max_dequeue */
1046 max_transfer = clib_min (rx_buf_len, max_dequeue);
1047 n_read = svm_fifo_dequeue_nowait (rx_fifo, max_transfer, em->rx_buf);
1050 max_dequeue -= n_read;
1051 session->bytes_received += n_read;
1054 /* Reflect if a non-drop session */
1055 if (!em->drop_packets && n_read > 0)
1060 rv = svm_fifo_enqueue_nowait (tx_fifo, n_read,
1061 &em->rx_buf[offset]);
1068 while ((rv <= 0 || n_read > 0) && !em->time_to_stop);
1070 /* If event wasn't set, add one */
1071 if (svm_fifo_set_event (tx_fifo))
1073 /* Fabricate TX event, send to vpp */
1075 evt.event_type = FIFO_EVENT_APP_TX;
1077 q = em->vpp_event_queue;
1078 svm_queue_add (q, (u8 *) & evt, 1 /* do wait for mutex */ );
1082 while ((n_read < 0 || max_dequeue > 0) && !em->time_to_stop);
1086 server_handle_event_queue (echo_main_t * em)
1088 session_fifo_event_t _e, *e = &_e;
1092 svm_queue_sub (em->our_event_queue, (u8 *) e, SVM_Q_WAIT, 0);
1093 switch (e->event_type)
1095 case FIFO_EVENT_APP_RX:
1096 server_handle_fifo_event_rx (em, e);
1099 case FIFO_EVENT_DISCONNECT:
1103 clib_warning ("unknown event type %d", e->event_type);
1106 if (PREDICT_FALSE (em->time_to_stop == 1))
1108 if (PREDICT_FALSE (em->time_to_print_stats == 1))
1110 em->time_to_print_stats = 0;
1111 fformat (stdout, "%d connections\n", pool_elts (em->sessions));
1117 server_send_listen (echo_main_t * em)
1119 vl_api_bind_uri_t *bmp;
1120 bmp = vl_msg_api_alloc (sizeof (*bmp));
1121 memset (bmp, 0, sizeof (*bmp));
1123 bmp->_vl_msg_id = ntohs (VL_API_BIND_URI);
1124 bmp->client_index = em->my_client_index;
1125 bmp->context = ntohl (0xfeedface);
1126 memcpy (bmp->uri, em->uri, vec_len (em->uri));
1127 vl_msg_api_send_shmem (em->vl_input_queue, (u8 *) & bmp);
1131 server_listen (echo_main_t * em)
1133 server_send_listen (em);
1134 if (wait_for_state_change (em, STATE_READY))
1136 clib_warning ("timeout waiting for STATE_READY");
1143 server_send_unbind (echo_main_t * em)
1145 vl_api_unbind_uri_t *ump;
1147 ump = vl_msg_api_alloc (sizeof (*ump));
1148 memset (ump, 0, sizeof (*ump));
1150 ump->_vl_msg_id = ntohs (VL_API_UNBIND_URI);
1151 ump->client_index = em->my_client_index;
1152 memcpy (ump->uri, em->uri, vec_len (em->uri));
1153 vl_msg_api_send_shmem (em->vl_input_queue, (u8 *) & ump);
1157 server_unbind (echo_main_t * em)
1159 server_send_unbind (em);
1160 if (wait_for_state_change (em, STATE_START))
1162 clib_warning ("timeout waiting for STATE_START");
1169 server_run (echo_main_t * em)
1174 /* $$$$ hack preallocation */
1175 for (i = 0; i < 200000; i++)
1177 pool_get (em->sessions, session);
1178 memset (session, 0, sizeof (*session));
1180 for (i = 0; i < 200000; i++)
1181 pool_put_index (em->sessions, i);
1183 if (application_attach (em))
1187 if (server_listen (em))
1190 /* Enter handle event loop */
1191 server_handle_event_queue (em);
1194 server_send_unbind (em);
1196 application_detach (em);
1198 fformat (stdout, "Test complete...\n");
1202 vl_api_disconnect_session_reply_t_handler (vl_api_disconnect_session_reply_t *
1205 echo_main_t *em = &echo_main;
1210 clib_warning ("vpp complained about disconnect: %d",
1211 ntohl (mp->retval));
1214 em->state = STATE_START;
1215 session = pool_elt_at_index (em->sessions, em->connected_session_index);
1217 session_print_stats (em, session);
1220 #define foreach_tcp_echo_msg \
1221 _(BIND_URI_REPLY, bind_uri_reply) \
1222 _(UNBIND_URI_REPLY, unbind_uri_reply) \
1223 _(ACCEPT_SESSION, accept_session) \
1224 _(CONNECT_SESSION_REPLY, connect_session_reply) \
1225 _(DISCONNECT_SESSION, disconnect_session) \
1226 _(DISCONNECT_SESSION_REPLY, disconnect_session_reply) \
1227 _(RESET_SESSION, reset_session) \
1228 _(APPLICATION_ATTACH_REPLY, application_attach_reply) \
1229 _(APPLICATION_DETACH_REPLY, application_detach_reply) \
1230 _(MAP_ANOTHER_SEGMENT, map_another_segment) \
1233 tcp_echo_api_hookup (echo_main_t * em)
1236 vl_msg_api_set_handlers(VL_API_##N, #n, \
1237 vl_api_##n##_t_handler, \
1239 vl_api_##n##_t_endian, \
1240 vl_api_##n##_t_print, \
1241 sizeof(vl_api_##n##_t), 1);
1242 foreach_tcp_echo_msg;
1247 main (int argc, char **argv)
1249 int i_am_master = 1, drop_packets = 0, test_return_packets = 0;
1250 echo_main_t *em = &echo_main;
1251 unformat_input_t _argv, *a = &_argv;
1254 u8 *bind_uri = (u8 *) "tcp://0.0.0.0/1234";
1255 u8 *connect_uri = (u8 *) "tcp://6.0.1.2/1234";
1256 u64 bytes_to_send = 64 << 10, mbytes;
1261 clib_mem_init (0, 256 << 20);
1263 heap = clib_mem_get_per_cpu_heap ();
1264 h = mheap_header (heap);
1266 /* make the main heap thread-safe */
1267 h->flags |= MHEAP_FLAG_THREAD_SAFE;
1269 vec_validate (em->rx_buf, 128 << 10);
1271 em->session_index_by_vpp_handles = hash_create (0, sizeof (uword));
1273 em->my_pid = getpid ();
1274 em->configured_segment_size = 1 << 20;
1275 em->socket_name = 0;
1276 em->use_sock_api = 1;
1278 clib_time_init (&em->clib_time);
1279 init_error_string_table (em);
1280 svm_fifo_segment_main_init (0x200000000ULL, 20);
1281 unformat_init_command_line (a, argv);
1283 while (unformat_check_input (a) != UNFORMAT_END_OF_INPUT)
1285 if (unformat (a, "chroot prefix %s", &chroot_prefix))
1287 vl_set_memory_root_path ((char *) chroot_prefix);
1289 else if (unformat (a, "uri %s", &uri))
1291 else if (unformat (a, "segment-size %dM", &tmp))
1292 em->configured_segment_size = tmp << 20;
1293 else if (unformat (a, "segment-size %dG", &tmp))
1294 em->configured_segment_size = tmp << 30;
1295 else if (unformat (a, "master"))
1297 else if (unformat (a, "slave"))
1299 else if (unformat (a, "drop"))
1301 else if (unformat (a, "test"))
1302 test_return_packets = 1;
1303 else if (unformat (a, "mbytes %lld", &mbytes))
1305 bytes_to_send = mbytes << 20;
1307 else if (unformat (a, "gbytes %lld", &mbytes))
1309 bytes_to_send = mbytes << 30;
1311 else if (unformat (a, "socket-name %s", &em->socket_name))
1313 else if (unformat (a, "use-svm-api"))
1314 em->use_sock_api = 0;
1317 fformat (stderr, "%s: usage [master|slave]\n");
1322 if (!em->socket_name)
1323 em->socket_name = format (0, "%s%c", API_SOCKET_FILE, 0);
1327 em->uri = format (0, "%s%c", uri, 0);
1328 em->connect_uri = format (0, "%s%c", uri, 0);
1332 em->uri = format (0, "%s%c", bind_uri, 0);
1333 em->connect_uri = format (0, "%s%c", connect_uri, 0);
1336 em->i_am_master = i_am_master;
1337 em->segment_main = &svm_fifo_segment_main;
1338 em->drop_packets = drop_packets;
1339 em->test_return_packets = test_return_packets;
1340 em->bytes_to_send = bytes_to_send;
1341 em->time_to_stop = 0;
1343 setup_signal_handlers ();
1344 tcp_echo_api_hookup (em);
1346 app_name = i_am_master ? "tcp_echo_server" : "tcp_echo_client";
1347 if (connect_to_vpp (app_name) < 0)
1350 fformat (stderr, "Couldn't connect to vpe, exiting...\n");
1354 if (i_am_master == 0)
1359 disconnect_from_vpp (em);
1364 * fd.io coding-style-patch-verification: ON
1367 * eval: (c-set-style "gnu")