2 * Copyright (c) 2017 Cisco and/or its affiliates.
3 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at:
7 * http://www.apache.org/licenses/LICENSE-2.0
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
18 #include <sys/types.h>
19 #include <sys/socket.h>
24 #include <vcl/sock_test.h>
28 #define SOCK_SERVER_USE_EPOLL 1
29 #define VPPCOM_SESSION_ATTR_UNIT_TEST 0
31 #if SOCK_SERVER_USE_EPOLL
32 #include <sys/epoll.h>
36 #if VPPCOM_SESSION_ATTR_UNIT_TEST
37 #define BUFLEN sizeof (uint64_t) * 16
39 uint32_t buflen = BUFLEN;
40 uint32_t *flags = (uint32_t *) buffer;
51 sock_test_stats_t stats;
58 #define SOCK_SERVER_MAX_TEST_CONN 10
59 #define SOCK_SERVER_MAX_EPOLL_EVENTS 10
63 #if SOCK_SERVER_USE_EPOLL
65 struct epoll_event listen_ev;
66 struct epoll_event wait_events[SOCK_SERVER_MAX_EPOLL_EVENTS];
69 size_t conn_pool_size;
70 sock_server_conn_t *conn_pool;
74 struct timeval timeout;
77 sock_server_main_t sock_server_main;
79 #if ! SOCK_SERVER_USE_EPOLL
83 sock_server_main_t *ssm = &sock_server_main;
86 for (nfds = i = 0; i < FD_SETSIZE; i++)
88 if (FD_ISSET (i, &ssm->rd_fdset) || FD_ISSET (i, &ssm->wr_fdset))
95 conn_fdset_set (sock_server_conn_t * conn, fd_set * fdset)
97 sock_server_main_t *ssm = &sock_server_main;
99 FD_SET (conn->fd, fdset);
100 ssm->nfds = get_nfds ();
104 conn_fdset_clr (sock_server_conn_t * conn, fd_set * fdset)
106 sock_server_main_t *ssm = &sock_server_main;
108 FD_CLR (conn->fd, fdset);
109 ssm->nfds = get_nfds ();
114 conn_pool_expand (size_t expand_size)
116 sock_server_main_t *ssm = &sock_server_main;
117 sock_server_conn_t *conn_pool;
118 size_t new_size = ssm->conn_pool_size + expand_size;
121 conn_pool = realloc (ssm->conn_pool, new_size * sizeof (*ssm->conn_pool));
124 for (i = ssm->conn_pool_size; i < new_size; i++)
126 sock_server_conn_t *conn = &conn_pool[i];
127 memset (conn, 0, sizeof (*conn));
128 sock_test_cfg_init (&conn->cfg);
129 sock_test_buf_alloc (&conn->cfg, 1 /* is_rxbuf */ ,
130 &conn->buf, &conn->buf_size);
131 conn->cfg.txbuf_size = conn->cfg.rxbuf_size;
134 ssm->conn_pool = conn_pool;
135 ssm->conn_pool_size = new_size;
139 int errno_val = errno;
140 perror ("ERROR in conn_pool_expand()");
141 fprintf (stderr, "ERROR: Memory allocation failed (errno = %d)!\n",
146 static inline sock_server_conn_t *
147 conn_pool_alloc (void)
149 sock_server_main_t *ssm = &sock_server_main;
152 for (i = 0; i < ssm->conn_pool_size; i++)
154 if (!ssm->conn_pool[i].is_alloc)
157 ssm->conn_pool[i].endpt.ip = ssm->conn_pool[i].ip;
159 ssm->conn_pool[i].is_alloc = 1;
160 return (&ssm->conn_pool[i]);
168 conn_pool_free (sock_server_conn_t * conn)
170 #if ! SOCK_SERVER_USE_EPOLL
171 sock_server_main_t *ssm = &sock_server_main;
173 conn_fdset_clr (conn, &ssm->rd_fdset);
174 conn_fdset_clr (conn, &ssm->wr_fdset);
181 sync_config_and_reply (sock_server_conn_t * conn, sock_test_cfg_t * rx_cfg)
184 sock_test_buf_alloc (&conn->cfg, 1 /* is_rxbuf */ ,
185 &conn->buf, &conn->buf_size);
186 conn->cfg.txbuf_size = conn->cfg.rxbuf_size;
188 if (conn->cfg.verbose)
190 printf ("\nSERVER (fd %d): Replying to cfg message!\n", conn->fd);
191 sock_test_cfg_dump (&conn->cfg, 0 /* is_client */ );
193 (void) sock_test_write (conn->fd, (uint8_t *) & conn->cfg,
194 sizeof (conn->cfg), NULL, conn->cfg.verbose);
198 stream_test_server_start_stop (sock_server_conn_t * conn,
199 sock_test_cfg_t * rx_cfg)
201 sock_server_main_t *ssm = &sock_server_main;
202 int client_fd = conn->fd;
203 sock_test_t test = rx_cfg->test;
205 if (rx_cfg->ctrl_handle == conn->fd)
208 clock_gettime (CLOCK_REALTIME, &conn->stats.stop);
210 for (i = 0; i < ssm->conn_pool_size; i++)
212 sock_server_conn_t *tc = &ssm->conn_pool[i];
214 if (tc->cfg.ctrl_handle == conn->fd)
216 sock_test_stats_accumulate (&conn->stats, &tc->stats);
218 if (conn->cfg.verbose)
222 sprintf (buf, "SERVER (fd %d) RESULTS", tc->fd);
223 sock_test_stats_dump (buf, &tc->stats, 1 /* show_rx */ ,
224 test == SOCK_TEST_TYPE_BI
231 sock_test_stats_dump ("SERVER RESULTS", &conn->stats, 1 /* show_rx */ ,
232 (test == SOCK_TEST_TYPE_BI) /* show_tx */ ,
234 sock_test_cfg_dump (&conn->cfg, 0 /* is_client */ );
235 if (conn->cfg.verbose)
237 printf (" sock server main\n"
238 SOCK_TEST_SEPARATOR_STRING
240 " buf size: %u (0x%08x)\n"
241 SOCK_TEST_SEPARATOR_STRING,
242 conn->buf, conn->buf_size, conn->buf_size);
245 sync_config_and_reply (conn, rx_cfg);
246 printf ("\nSERVER (fd %d): %s-directional Stream Test Complete!\n"
247 SOCK_TEST_BANNER_STRING "\n", conn->fd,
248 test == SOCK_TEST_TYPE_BI ? "Bi" : "Uni");
252 printf ("\n" SOCK_TEST_BANNER_STRING
253 "SERVER (fd %d): %s-directional Stream Test!\n"
254 " Sending client the test cfg to start streaming data...\n",
255 client_fd, test == SOCK_TEST_TYPE_BI ? "Bi" : "Uni");
257 rx_cfg->ctrl_handle = (rx_cfg->ctrl_handle == ~0) ? conn->fd :
260 sync_config_and_reply (conn, rx_cfg);
262 /* read the 1st chunk, record start time */
263 memset (&conn->stats, 0, sizeof (conn->stats));
264 clock_gettime (CLOCK_REALTIME, &conn->stats.start);
270 stream_test_server (sock_server_conn_t * conn, int rx_bytes)
272 int client_fd = conn->fd;
273 sock_test_t test = conn->cfg.test;
275 if (test == SOCK_TEST_TYPE_BI)
276 (void) sock_test_write (client_fd, conn->buf, rx_bytes, &conn->stats,
279 if (conn->stats.rx_bytes >= conn->cfg.total_bytes)
281 clock_gettime (CLOCK_REALTIME, &conn->stats.stop);
288 sock_server_main_t *ssm = &sock_server_main;
290 sock_server_conn_t *conn;
292 if (ssm->conn_pool_size < (ssm->num_conn + SOCK_SERVER_MAX_TEST_CONN + 1))
293 conn_pool_expand (SOCK_SERVER_MAX_TEST_CONN + 1);
295 conn = conn_pool_alloc ();
298 fprintf (stderr, "\nERROR: No free connections!\n");
303 client_fd = vppcom_session_accept (ssm->listen_fd, &conn->endpt, 0,
304 -1.0 /* wait forever */ );
308 client_fd = accept4 (ssm->listen_fd, (struct sockaddr *) NULL, NULL, NULL);
310 client_fd = accept (ssm->listen_fd, (struct sockaddr *) NULL, NULL);
316 perror ("ERROR in new_client()");
317 fprintf (stderr, "ERROR: accept failed (errno = %d)!\n", errno_val);
321 printf ("SERVER: Got a connection -- fd = %d (0x%08x)!\n",
322 client_fd, client_fd);
324 conn->fd = client_fd;
326 #if ! SOCK_SERVER_USE_EPOLL
327 conn_fdset_set (conn, &ssm->rd_fdset);
331 struct epoll_event ev;
335 ev.data.u64 = conn - ssm->conn_pool;
337 rv = vppcom_epoll_ctl (ssm->epfd, EPOLL_CTL_ADD, client_fd, &ev);
341 rv = epoll_ctl (ssm->epfd, EPOLL_CTL_ADD, client_fd, &ev);
347 perror ("ERROR in new_client()");
348 fprintf (stderr, "ERROR: epoll_ctl failed (errno = %d)!\n",
358 main (int argc, char **argv)
360 sock_server_main_t *ssm = &sock_server_main;
361 int client_fd, rv, main_rv = 0;
362 int tx_bytes, rx_bytes, nbytes;
363 sock_server_conn_t *conn;
364 sock_test_cfg_t *rx_cfg;
366 uint64_t xtra_bytes = 0;
367 struct sockaddr_in servaddr;
370 uint16_t port = SOCK_TEST_SERVER_PORT;
371 #if ! SOCK_SERVER_USE_EPOLL
372 fd_set _rfdset, *rfdset = &_rfdset;
375 vppcom_endpt_t endpt;
377 #if ! SOCK_SERVER_USE_EPOLL
378 fd_set _wfdset, *wfdset = &_wfdset;
382 if ((argc == 2) && (sscanf (argv[1], "%d", &v) == 1))
385 conn_pool_expand (SOCK_SERVER_MAX_TEST_CONN + 1);
388 rv = vppcom_app_create ("vcl_test_server");
397 vppcom_session_create (VPPCOM_VRF_DEFAULT, VPPCOM_PROTO_TCP,
398 0 /* is_nonblocking */ );
401 ssm->listen_fd = socket (AF_INET, SOCK_STREAM, 0);
403 if (ssm->listen_fd < 0)
406 perror ("ERROR in main()");
407 fprintf (stderr, "ERROR: socket() failed (errno = %d)!\n", errno_val);
408 return ssm->listen_fd;
411 memset (&servaddr, 0, sizeof (servaddr));
413 servaddr.sin_family = AF_INET;
414 servaddr.sin_addr.s_addr = htonl (INADDR_ANY);
415 servaddr.sin_port = htons (port);
418 endpt.vrf = VPPCOM_VRF_DEFAULT;
419 endpt.is_ip4 = (servaddr.sin_family == AF_INET);
420 endpt.ip = (uint8_t *) & servaddr.sin_addr;
421 endpt.port = (uint16_t) servaddr.sin_port;
423 rv = vppcom_session_bind (ssm->listen_fd, &endpt);
430 #if VPPCOM_SESSION_ATTR_UNIT_TEST
432 if (vppcom_session_attr (ssm->listen_fd, VPPCOM_ATTR_GET_FLAGS,
433 buffer, &buflen) != VPPCOM_OK)
434 printf ("\nGET_FLAGS0: Oh no, Mr. Biiiiiiiiiiiilllllll ! ! ! !\n");
436 *flags = O_RDWR | O_NONBLOCK;
437 if (vppcom_session_attr (ssm->listen_fd, VPPCOM_ATTR_SET_FLAGS,
438 buffer, &buflen) != VPPCOM_OK)
439 printf ("\nSET_FLAGS1: Oh no, Mr. Biiiiiiiiiiiilllllll ! ! ! !\n");
441 if (vppcom_session_attr (ssm->listen_fd, VPPCOM_ATTR_GET_FLAGS,
442 buffer, &buflen) != VPPCOM_OK)
443 printf ("\nGET_FLAGS1:Oh no, Mr. Biiiiiiiiiiiilllllll ! ! ! !\n");
446 if (vppcom_session_attr (ssm->listen_fd, VPPCOM_ATTR_SET_FLAGS,
447 buffer, &buflen) != VPPCOM_OK)
448 printf ("\nSET_FLAGS2: Oh no, Mr. Biiiiiiiiiiiilllllll ! ! ! !\n");
450 if (vppcom_session_attr (ssm->listen_fd, VPPCOM_ATTR_GET_FLAGS,
451 buffer, &buflen) != VPPCOM_OK)
452 printf ("\nGET_FLAGS2:Oh no, Mr. Biiiiiiiiiiiilllllll ! ! ! !\n");
455 if (vppcom_session_attr (ssm->listen_fd, VPPCOM_ATTR_GET_PEER_ADDR,
456 buffer, &buflen) != VPPCOM_OK)
457 printf ("\nGET_PEER_ADDR: Oh no, Mr. Biiiiiiiiiiiilllllll ! ! ! !\n");
459 if (vppcom_session_attr (ssm->listen_fd, VPPCOM_ATTR_GET_LCL_ADDR,
460 buffer, &buflen) != VPPCOM_OK)
461 printf ("\nGET_LCL_ADDR: Oh no, Mr. Biiiiiiiiiiiilllllll ! ! ! !\n");
465 bind (ssm->listen_fd, (struct sockaddr *) &servaddr, sizeof (servaddr));
470 perror ("ERROR in main()");
471 fprintf (stderr, "ERROR: bind failed (errno = %d)!\n", errno_val);
476 rv = vppcom_session_listen (ssm->listen_fd, 10);
483 rv = listen (ssm->listen_fd, 10);
488 perror ("ERROR in main()");
489 fprintf (stderr, "ERROR: listen failed (errno = %d)!\n", errno_val);
493 printf ("\nSERVER: Waiting for a client to connect on port %d...\n", port);
495 #if ! SOCK_SERVER_USE_EPOLL
497 FD_ZERO (&ssm->wr_fdset);
498 FD_ZERO (&ssm->rd_fdset);
500 FD_SET (ssm->listen_fd, &ssm->rd_fdset);
501 ssm->nfds = ssm->listen_fd + 1;
505 ssm->epfd = vppcom_epoll_create ();
509 ssm->epfd = epoll_create (1);
514 perror ("ERROR in main()");
515 fprintf (stderr, "ERROR: epoll_create failed (errno = %d)!\n",
520 ssm->listen_ev.events = EPOLLIN;
521 ssm->listen_ev.data.u32 = ~0;
523 rv = vppcom_epoll_ctl (ssm->epfd, EPOLL_CTL_ADD, ssm->listen_fd,
528 rv = epoll_ctl (ssm->epfd, EPOLL_CTL_ADD, ssm->listen_fd, &ssm->listen_ev);
533 perror ("ERROR in main()");
534 fprintf (stderr, "ERROR: epoll_ctl failed (errno = %d)!\n", errno_val);
541 #if ! SOCK_SERVER_USE_EPOLL
542 _rfdset = ssm->rd_fdset;
545 rv = vppcom_select (ssm->nfds, (uint64_t *) rfdset, NULL, NULL, 0);
548 struct timeval timeout;
549 timeout = ssm->timeout;
550 _wfdset = ssm->wr_fdset;
551 rv = select (ssm->nfds, rfdset, wfdset, NULL, &timeout);
557 fprintf (stderr, "\nERROR: select() failed -- aborting!\n");
564 if (FD_ISSET (ssm->listen_fd, rfdset))
567 for (i = 0; i < ssm->conn_pool_size; i++)
569 if (!ssm->conn_pool[i].is_alloc)
572 conn = &ssm->conn_pool[i];
576 num_ev = vppcom_epoll_wait (ssm->epfd, ssm->wait_events,
577 SOCK_SERVER_MAX_EPOLL_EVENTS, 60.0);
581 num_ev = epoll_wait (ssm->epfd, ssm->wait_events,
582 SOCK_SERVER_MAX_EPOLL_EVENTS, 60000);
586 perror ("epoll_wait()");
587 fprintf (stderr, "\nERROR: epoll_wait() failed -- aborting!\n");
593 fprintf (stderr, "\nepoll_wait() timeout!\n");
596 for (i = 0; i < num_ev; i++)
598 if (ssm->wait_events[i].data.u32 == ~0)
603 conn = &ssm->conn_pool[ssm->wait_events[i].data.u32];
605 client_fd = conn->fd;
607 #if ! SOCK_SERVER_USE_EPOLL
608 if (FD_ISSET (client_fd, rfdset))
610 if (EPOLLIN & ssm->wait_events[i].events)
614 #if VPPCOM_SESSION_ATTR_UNIT_TEST
616 if (vppcom_session_attr (client_fd, VPPCOM_ATTR_GET_NREAD,
617 buffer, &buflen) < VPPCOM_OK)
618 printf ("\nNREAD: Oh no, Mr. Biiiiiiiiiiiilllllll ! ! ! !\n");
619 if (vppcom_session_attr (client_fd,
620 VPPCOM_ATTR_GET_PEER_ADDR,
621 buffer, &buflen) != VPPCOM_OK)
622 printf ("\nGET_PEER_ADDR: Oh no, Mr. "
623 "Biiiiiiiiiiiilllllll ! ! ! !\n");
625 if (vppcom_session_attr (client_fd, VPPCOM_ATTR_GET_LCL_ADDR,
626 buffer, &buflen) != VPPCOM_OK)
627 printf ("\nGET_LCL_ADDR: Oh no, Mr. "
628 "Biiiiiiiiiiiilllllll ! ! ! !\n");
631 rx_bytes = sock_test_read (client_fd, conn->buf,
632 conn->buf_size, &conn->stats);
635 rx_cfg = (sock_test_cfg_t *) conn->buf;
636 if (rx_cfg->magic == SOCK_TEST_CFG_CTRL_MAGIC)
640 printf ("SERVER (fd %d): Received a cfg message!\n",
642 sock_test_cfg_dump (rx_cfg, 0 /* is_client */ );
645 if (rx_bytes != sizeof (*rx_cfg))
647 printf ("SERVER (fd %d): Invalid cfg message "
648 "size (%d)!\n Should be %lu bytes.\n",
649 client_fd, rx_bytes, sizeof (*rx_cfg));
650 conn->cfg.rxbuf_size = 0;
651 conn->cfg.num_writes = 0;
652 if (conn->cfg.verbose)
654 printf ("SERVER (fd %d): Replying to "
655 "cfg message!\n", client_fd);
656 sock_test_cfg_dump (rx_cfg, 0 /* is_client */ );
658 sock_test_write (client_fd, (uint8_t *) & conn->cfg,
659 sizeof (conn->cfg), NULL,
664 switch (rx_cfg->test)
666 case SOCK_TEST_TYPE_NONE:
667 case SOCK_TEST_TYPE_ECHO:
668 sync_config_and_reply (conn, rx_cfg);
671 case SOCK_TEST_TYPE_BI:
672 case SOCK_TEST_TYPE_UNI:
673 stream_test_server_start_stop (conn, rx_cfg);
676 case SOCK_TEST_TYPE_EXIT:
677 printf ("SERVER: Have a great day, "
678 "connection %d!\n", client_fd);
680 vppcom_session_close (client_fd);
684 conn_pool_free (conn);
685 printf ("SERVER: Closed client fd %d\n", client_fd);
686 #if ! SOCK_SERVER_USE_EPOLL
687 if (ssm->nfds == (ssm->listen_fd + 1))
693 printf ("SERVER: All client connections "
694 "closed.\n\nSERVER: "
695 "May the force be with you!\n\n");
701 fprintf (stderr, "ERROR: Unknown test type!\n");
702 sock_test_cfg_dump (rx_cfg, 0 /* is_client */ );
708 else if ((conn->cfg.test == SOCK_TEST_TYPE_UNI) ||
709 (conn->cfg.test == SOCK_TEST_TYPE_BI))
711 stream_test_server (conn, rx_bytes);
715 else if (isascii (conn->buf[0]))
717 // If it looks vaguely like a string, make sure it's terminated
718 ((char *) conn->buf)[rx_bytes <
719 conn->buf_size ? rx_bytes :
720 conn->buf_size - 1] = 0;
721 printf ("SERVER (fd %d): RX (%d bytes) - '%s'\n",
722 conn->fd, rx_bytes, conn->buf);
727 if (errno == ECONNRESET)
729 printf ("\nSERVER: Connection reset by remote peer.\n"
730 " Y'all have a great day now!\n\n");
737 if (isascii (conn->buf[0]))
739 // If it looks vaguely like a string, make sure it's terminated
740 ((char *) conn->buf)[rx_bytes <
741 conn->buf_size ? rx_bytes :
742 conn->buf_size - 1] = 0;
745 "ERROR: FIFO not drained in previous test!\n"
746 " extra chunks %u (0x%x)\n"
747 " extra bytes %lu (0x%lx)\n",
748 xtra, xtra, xtra_bytes, xtra_bytes);
753 if (conn->cfg.verbose)
754 printf ("SERVER (fd %d): Echoing back\n", client_fd);
756 nbytes = strlen ((const char *) conn->buf) + 1;
758 tx_bytes = sock_test_write (client_fd, conn->buf,
759 nbytes, &conn->stats,
762 printf ("SERVER (fd %d): TX (%d bytes) - '%s'\n",
763 conn->fd, tx_bytes, conn->buf);
766 else // Extraneous read data from non-echo tests???
769 xtra_bytes += rx_bytes;
777 vppcom_session_close (ssm->listen_fd);
778 vppcom_app_destroy ();
780 close (ssm->listen_fd);
783 free (ssm->conn_pool);
789 * fd.io coding-style-patch-verification: ON
792 * eval: (c-set-style "gnu")