2 * Copyright (c) 2017 Cisco and/or its affiliates.
3 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at:
7 * http://www.apache.org/licenses/LICENSE-2.0
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
18 #include <sys/types.h>
19 #include <sys/socket.h>
24 #include <vcl/sock_test.h>
28 #define SOCK_SERVER_USE_EPOLL 1
29 #define VPPCOM_SESSION_ATTR_UNIT_TEST 0
31 #if SOCK_SERVER_USE_EPOLL
32 #include <sys/epoll.h>
36 #if VPPCOM_SESSION_ATTR_UNIT_TEST
37 #define BUFLEN sizeof (uint64_t) * 16
39 uint32_t buflen = BUFLEN;
40 uint32_t *flags = (uint32_t *) buffer;
51 sock_test_stats_t stats;
58 #define SOCK_SERVER_MAX_TEST_CONN 10
59 #define SOCK_SERVER_MAX_EPOLL_EVENTS 10
63 #if SOCK_SERVER_USE_EPOLL
65 struct epoll_event listen_ev;
66 struct epoll_event wait_events[SOCK_SERVER_MAX_EPOLL_EVENTS];
69 size_t conn_pool_size;
70 sock_server_conn_t *conn_pool;
74 struct timeval timeout;
77 sock_server_main_t sock_server_main;
79 #if ! SOCK_SERVER_USE_EPOLL
83 sock_server_main_t *ssm = &sock_server_main;
86 for (nfds = i = 0; i < FD_SETSIZE; i++)
88 if (FD_ISSET (i, &ssm->rd_fdset) || FD_ISSET (i, &ssm->wr_fdset))
95 conn_fdset_set (sock_server_conn_t * conn, fd_set * fdset)
97 sock_server_main_t *ssm = &sock_server_main;
99 FD_SET (conn->fd, fdset);
100 ssm->nfds = get_nfds ();
104 conn_fdset_clr (sock_server_conn_t * conn, fd_set * fdset)
106 sock_server_main_t *ssm = &sock_server_main;
108 FD_CLR (conn->fd, fdset);
109 ssm->nfds = get_nfds ();
114 conn_pool_expand (size_t expand_size)
116 sock_server_main_t *ssm = &sock_server_main;
117 sock_server_conn_t *conn_pool;
118 size_t new_size = ssm->conn_pool_size + expand_size;
121 conn_pool = realloc (ssm->conn_pool, new_size * sizeof (*ssm->conn_pool));
124 for (i = ssm->conn_pool_size; i < new_size; i++)
126 sock_server_conn_t *conn = &conn_pool[i];
127 memset (conn, 0, sizeof (*conn));
128 sock_test_cfg_init (&conn->cfg);
129 sock_test_buf_alloc (&conn->cfg, 1 /* is_rxbuf */ ,
130 &conn->buf, &conn->buf_size);
131 conn->cfg.txbuf_size = conn->cfg.rxbuf_size;
134 ssm->conn_pool = conn_pool;
135 ssm->conn_pool_size = new_size;
139 int errno_val = errno;
140 perror ("ERROR in conn_pool_expand()");
141 fprintf (stderr, "ERROR: Memory allocation failed (errno = %d)!\n",
146 static inline sock_server_conn_t *
147 conn_pool_alloc (void)
149 sock_server_main_t *ssm = &sock_server_main;
152 for (i = 0; i < ssm->conn_pool_size; i++)
154 if (!ssm->conn_pool[i].is_alloc)
157 ssm->conn_pool[i].endpt.ip = ssm->conn_pool[i].ip;
159 ssm->conn_pool[i].is_alloc = 1;
160 return (&ssm->conn_pool[i]);
168 conn_pool_free (sock_server_conn_t * conn)
170 #if ! SOCK_SERVER_USE_EPOLL
171 sock_server_main_t *ssm = &sock_server_main;
173 conn_fdset_clr (conn, &ssm->rd_fdset);
174 conn_fdset_clr (conn, &ssm->wr_fdset);
181 sync_config_and_reply (sock_server_conn_t * conn, sock_test_cfg_t * rx_cfg)
184 sock_test_buf_alloc (&conn->cfg, 1 /* is_rxbuf */ ,
185 &conn->buf, &conn->buf_size);
186 conn->cfg.txbuf_size = conn->cfg.rxbuf_size;
188 if (conn->cfg.verbose)
190 printf ("\nSERVER (fd %d): Replying to cfg message!\n", conn->fd);
191 sock_test_cfg_dump (&conn->cfg, 0 /* is_client */ );
193 (void) sock_test_write (conn->fd, (uint8_t *) & conn->cfg,
194 sizeof (conn->cfg), NULL, conn->cfg.verbose);
198 stream_test_server_start_stop (sock_server_conn_t * conn,
199 sock_test_cfg_t * rx_cfg)
201 sock_server_main_t *ssm = &sock_server_main;
202 int client_fd = conn->fd;
203 sock_test_t test = rx_cfg->test;
205 if (rx_cfg->ctrl_handle == conn->fd)
208 clock_gettime (CLOCK_REALTIME, &conn->stats.stop);
210 for (i = 0; i < ssm->conn_pool_size; i++)
212 sock_server_conn_t *tc = &ssm->conn_pool[i];
214 if (tc->cfg.ctrl_handle == conn->fd)
216 sock_test_stats_accumulate (&conn->stats, &tc->stats);
218 if (conn->cfg.verbose)
222 sprintf (buf, "SERVER (fd %d) RESULTS", tc->fd);
223 sock_test_stats_dump (buf, &tc->stats, 1 /* show_rx */ ,
224 test == SOCK_TEST_TYPE_BI
231 sock_test_stats_dump ("SERVER RESULTS", &conn->stats, 1 /* show_rx */ ,
232 (test == SOCK_TEST_TYPE_BI) /* show_tx */ ,
234 sock_test_cfg_dump (&conn->cfg, 0 /* is_client */ );
235 if (conn->cfg.verbose)
237 printf (" sock server main\n"
238 SOCK_TEST_SEPARATOR_STRING
240 " buf size: %u (0x%08x)\n"
241 SOCK_TEST_SEPARATOR_STRING,
242 conn->buf, conn->buf_size, conn->buf_size);
245 sync_config_and_reply (conn, rx_cfg);
246 printf ("\nSERVER (fd %d): %s-directional Stream Test Complete!\n"
247 SOCK_TEST_BANNER_STRING "\n", conn->fd,
248 test == SOCK_TEST_TYPE_BI ? "Bi" : "Uni");
252 printf ("\n" SOCK_TEST_BANNER_STRING
253 "SERVER (fd %d): %s-directional Stream Test!\n"
254 " Sending client the test cfg to start streaming data...\n",
255 client_fd, test == SOCK_TEST_TYPE_BI ? "Bi" : "Uni");
257 rx_cfg->ctrl_handle = (rx_cfg->ctrl_handle == ~0) ? conn->fd :
260 sync_config_and_reply (conn, rx_cfg);
262 /* read the 1st chunk, record start time */
263 memset (&conn->stats, 0, sizeof (conn->stats));
264 clock_gettime (CLOCK_REALTIME, &conn->stats.start);
270 stream_test_server (sock_server_conn_t * conn, int rx_bytes)
272 int client_fd = conn->fd;
273 sock_test_t test = conn->cfg.test;
275 if (test == SOCK_TEST_TYPE_BI)
276 (void) sock_test_write (client_fd, conn->buf, rx_bytes, &conn->stats,
279 if (conn->stats.rx_bytes >= conn->cfg.total_bytes)
281 clock_gettime (CLOCK_REALTIME, &conn->stats.stop);
288 sock_server_main_t *ssm = &sock_server_main;
290 sock_server_conn_t *conn;
292 if (ssm->conn_pool_size < (ssm->num_conn + SOCK_SERVER_MAX_TEST_CONN + 1))
293 conn_pool_expand (SOCK_SERVER_MAX_TEST_CONN + 1);
295 conn = conn_pool_alloc ();
298 fprintf (stderr, "\nERROR: No free connections!\n");
303 client_fd = vppcom_session_accept (ssm->listen_fd, &conn->endpt,
304 -1.0 /* wait forever */ );
308 client_fd = accept (ssm->listen_fd, (struct sockaddr *) NULL, NULL);
314 perror ("ERROR in new_client()");
315 fprintf (stderr, "ERROR: accept failed (errno = %d)!\n", errno_val);
318 printf ("SERVER: Got a connection -- fd = %d (0x%08x)!\n",
319 client_fd, client_fd);
321 conn->fd = client_fd;
323 #if ! SOCK_SERVER_USE_EPOLL
324 conn_fdset_set (conn, &ssm->rd_fdset);
328 struct epoll_event ev;
332 ev.data.u64 = conn - ssm->conn_pool;
334 rv = vppcom_epoll_ctl (ssm->epfd, EPOLL_CTL_ADD, client_fd, &ev);
338 rv = epoll_ctl (ssm->epfd, EPOLL_CTL_ADD, client_fd, &ev);
344 perror ("ERROR in new_client()");
345 fprintf (stderr, "ERROR: epoll_ctl failed (errno = %d)!\n",
355 main (int argc, char **argv)
357 sock_server_main_t *ssm = &sock_server_main;
358 int client_fd, rv, main_rv = 0;
359 int tx_bytes, rx_bytes, nbytes;
360 sock_server_conn_t *conn;
361 sock_test_cfg_t *rx_cfg;
363 uint64_t xtra_bytes = 0;
364 struct sockaddr_in servaddr;
367 uint16_t port = SOCK_TEST_SERVER_PORT;
368 #if ! SOCK_SERVER_USE_EPOLL
369 fd_set _rfdset, *rfdset = &_rfdset;
372 vppcom_endpt_t endpt;
374 #if ! SOCK_SERVER_USE_EPOLL
375 fd_set _wfdset, *wfdset = &_wfdset;
379 if ((argc == 2) && (sscanf (argv[1], "%d", &v) == 1))
382 conn_pool_expand (SOCK_SERVER_MAX_TEST_CONN + 1);
385 rv = vppcom_app_create ("vcl_test_server");
394 vppcom_session_create (VPPCOM_VRF_DEFAULT, VPPCOM_PROTO_TCP,
395 0 /* is_nonblocking */ );
398 ssm->listen_fd = socket (AF_INET, SOCK_STREAM, 0);
400 if (ssm->listen_fd < 0)
403 perror ("ERROR in main()");
404 fprintf (stderr, "ERROR: socket() failed (errno = %d)!\n", errno_val);
405 return ssm->listen_fd;
408 memset (&servaddr, 0, sizeof (servaddr));
410 servaddr.sin_family = AF_INET;
411 servaddr.sin_addr.s_addr = htonl (INADDR_ANY);
412 servaddr.sin_port = htons (port);
415 endpt.vrf = VPPCOM_VRF_DEFAULT;
416 endpt.is_ip4 = (servaddr.sin_family == AF_INET);
417 endpt.ip = (uint8_t *) & servaddr.sin_addr;
418 endpt.port = (uint16_t) servaddr.sin_port;
420 rv = vppcom_session_bind (ssm->listen_fd, &endpt);
427 #if VPPCOM_SESSION_ATTR_UNIT_TEST
429 if (vppcom_session_attr (ssm->listen_fd, VPPCOM_ATTR_GET_FLAGS,
430 buffer, &buflen) != VPPCOM_OK)
431 printf ("\nGET_FLAGS0: Oh no, Mr. Biiiiiiiiiiiilllllll ! ! ! !\n");
433 *flags = O_RDWR | O_NONBLOCK;
434 if (vppcom_session_attr (ssm->listen_fd, VPPCOM_ATTR_SET_FLAGS,
435 buffer, &buflen) != VPPCOM_OK)
436 printf ("\nSET_FLAGS1: Oh no, Mr. Biiiiiiiiiiiilllllll ! ! ! !\n");
438 if (vppcom_session_attr (ssm->listen_fd, VPPCOM_ATTR_GET_FLAGS,
439 buffer, &buflen) != VPPCOM_OK)
440 printf ("\nGET_FLAGS1:Oh no, Mr. Biiiiiiiiiiiilllllll ! ! ! !\n");
443 if (vppcom_session_attr (ssm->listen_fd, VPPCOM_ATTR_SET_FLAGS,
444 buffer, &buflen) != VPPCOM_OK)
445 printf ("\nSET_FLAGS2: Oh no, Mr. Biiiiiiiiiiiilllllll ! ! ! !\n");
447 if (vppcom_session_attr (ssm->listen_fd, VPPCOM_ATTR_GET_FLAGS,
448 buffer, &buflen) != VPPCOM_OK)
449 printf ("\nGET_FLAGS2:Oh no, Mr. Biiiiiiiiiiiilllllll ! ! ! !\n");
452 if (vppcom_session_attr (ssm->listen_fd, VPPCOM_ATTR_GET_PEER_ADDR,
453 buffer, &buflen) != VPPCOM_OK)
454 printf ("\nGET_PEER_ADDR: Oh no, Mr. Biiiiiiiiiiiilllllll ! ! ! !\n");
456 if (vppcom_session_attr (ssm->listen_fd, VPPCOM_ATTR_GET_LCL_ADDR,
457 buffer, &buflen) != VPPCOM_OK)
458 printf ("\nGET_LCL_ADDR: Oh no, Mr. Biiiiiiiiiiiilllllll ! ! ! !\n");
462 bind (ssm->listen_fd, (struct sockaddr *) &servaddr, sizeof (servaddr));
467 perror ("ERROR in main()");
468 fprintf (stderr, "ERROR: bind failed (errno = %d)!\n", errno_val);
473 rv = vppcom_session_listen (ssm->listen_fd, 10);
480 rv = listen (ssm->listen_fd, 10);
485 perror ("ERROR in main()");
486 fprintf (stderr, "ERROR: listen failed (errno = %d)!\n", errno_val);
490 printf ("\nSERVER: Waiting for a client to connect on port %d...\n", port);
492 #if ! SOCK_SERVER_USE_EPOLL
494 FD_ZERO (&ssm->wr_fdset);
495 FD_ZERO (&ssm->rd_fdset);
497 FD_SET (ssm->listen_fd, &ssm->rd_fdset);
498 ssm->nfds = ssm->listen_fd + 1;
502 ssm->epfd = vppcom_epoll_create ();
506 ssm->epfd = epoll_create (1);
511 perror ("ERROR in main()");
512 fprintf (stderr, "ERROR: epoll_create failed (errno = %d)!\n",
517 ssm->listen_ev.events = EPOLLIN;
518 ssm->listen_ev.data.u32 = ~0;
520 rv = vppcom_epoll_ctl (ssm->epfd, EPOLL_CTL_ADD, ssm->listen_fd,
525 rv = epoll_ctl (ssm->epfd, EPOLL_CTL_ADD, ssm->listen_fd, &ssm->listen_ev);
530 perror ("ERROR in main()");
531 fprintf (stderr, "ERROR: epoll_ctl failed (errno = %d)!\n", errno_val);
538 #if ! SOCK_SERVER_USE_EPOLL
539 _rfdset = ssm->rd_fdset;
542 rv = vppcom_select (ssm->nfds, (uint64_t *) rfdset, NULL, NULL, 0);
545 struct timeval timeout;
546 timeout = ssm->timeout;
547 _wfdset = ssm->wr_fdset;
548 rv = select (ssm->nfds, rfdset, wfdset, NULL, &timeout);
554 fprintf (stderr, "\nERROR: select() failed -- aborting!\n");
561 if (FD_ISSET (ssm->listen_fd, rfdset))
564 for (i = 0; i < ssm->conn_pool_size; i++)
566 if (!ssm->conn_pool[i].is_alloc)
569 conn = &ssm->conn_pool[i];
573 num_ev = vppcom_epoll_wait (ssm->epfd, ssm->wait_events,
574 SOCK_SERVER_MAX_EPOLL_EVENTS, 60.0);
578 num_ev = epoll_wait (ssm->epfd, ssm->wait_events,
579 SOCK_SERVER_MAX_EPOLL_EVENTS, 60000);
583 perror ("epoll_wait()");
584 fprintf (stderr, "\nERROR: epoll_wait() failed -- aborting!\n");
590 fprintf (stderr, "\nepoll_wait() timeout!\n");
593 for (i = 0; i < num_ev; i++)
595 if (ssm->wait_events[i].data.u32 == ~0)
600 conn = &ssm->conn_pool[ssm->wait_events[i].data.u32];
602 client_fd = conn->fd;
604 #if ! SOCK_SERVER_USE_EPOLL
605 if (FD_ISSET (client_fd, rfdset))
607 if (EPOLLIN & ssm->wait_events[i].events)
611 #if VPPCOM_SESSION_ATTR_UNIT_TEST
613 if (vppcom_session_attr (client_fd, VPPCOM_ATTR_GET_NREAD,
614 buffer, &buflen) < VPPCOM_OK)
615 printf ("\nNREAD: Oh no, Mr. Biiiiiiiiiiiilllllll ! ! ! !\n");
616 if (vppcom_session_attr (client_fd,
617 VPPCOM_ATTR_GET_PEER_ADDR,
618 buffer, &buflen) != VPPCOM_OK)
619 printf ("\nGET_PEER_ADDR: Oh no, Mr. "
620 "Biiiiiiiiiiiilllllll ! ! ! !\n");
622 if (vppcom_session_attr (client_fd, VPPCOM_ATTR_GET_LCL_ADDR,
623 buffer, &buflen) != VPPCOM_OK)
624 printf ("\nGET_LCL_ADDR: Oh no, Mr. "
625 "Biiiiiiiiiiiilllllll ! ! ! !\n");
628 rx_bytes = sock_test_read (client_fd, conn->buf,
629 conn->buf_size, &conn->stats);
632 rx_cfg = (sock_test_cfg_t *) conn->buf;
633 if (rx_cfg->magic == SOCK_TEST_CFG_CTRL_MAGIC)
637 printf ("SERVER (fd %d): Received a cfg message!\n",
639 sock_test_cfg_dump (rx_cfg, 0 /* is_client */ );
642 if (rx_bytes != sizeof (*rx_cfg))
644 printf ("SERVER (fd %d): Invalid cfg message "
645 "size (%d)!\n Should be %lu bytes.\n",
646 client_fd, rx_bytes, sizeof (*rx_cfg));
647 conn->cfg.rxbuf_size = 0;
648 conn->cfg.num_writes = 0;
649 if (conn->cfg.verbose)
651 printf ("SERVER (fd %d): Replying to "
652 "cfg message!\n", client_fd);
653 sock_test_cfg_dump (rx_cfg, 0 /* is_client */ );
655 sock_test_write (client_fd, (uint8_t *) & conn->cfg,
656 sizeof (conn->cfg), NULL,
661 switch (rx_cfg->test)
663 case SOCK_TEST_TYPE_NONE:
664 case SOCK_TEST_TYPE_ECHO:
665 sync_config_and_reply (conn, rx_cfg);
668 case SOCK_TEST_TYPE_BI:
669 case SOCK_TEST_TYPE_UNI:
670 stream_test_server_start_stop (conn, rx_cfg);
673 case SOCK_TEST_TYPE_EXIT:
674 printf ("SERVER: Have a great day, "
675 "connection %d!\n", client_fd);
677 vppcom_session_close (client_fd);
681 conn_pool_free (conn);
682 #if ! SOCK_SERVER_USE_EPOLL
683 if (ssm->nfds == (ssm->listen_fd + 1))
689 printf ("SERVER: All client connections "
690 "closed.\n\nSERVER: "
691 "May the force be with you!\n\n");
697 fprintf (stderr, "ERROR: Unknown test type!\n");
698 sock_test_cfg_dump (rx_cfg, 0 /* is_client */ );
704 else if ((conn->cfg.test == SOCK_TEST_TYPE_UNI) ||
705 (conn->cfg.test == SOCK_TEST_TYPE_BI))
707 stream_test_server (conn, rx_bytes);
711 else if (isascii (conn->buf[0]))
713 // If it looks vaguely like a string, make sure it's terminated
714 ((char *) conn->buf)[rx_bytes <
715 conn->buf_size ? rx_bytes :
716 conn->buf_size - 1] = 0;
717 printf ("SERVER (fd %d): RX (%d bytes) - '%s'\n",
718 conn->fd, rx_bytes, conn->buf);
723 if (errno == ECONNRESET)
725 printf ("\nSERVER: Connection reset by remote peer.\n"
726 " Y'all have a great day now!\n\n");
733 if (isascii (conn->buf[0]))
735 // If it looks vaguely like a string, make sure it's terminated
736 ((char *) conn->buf)[rx_bytes <
737 conn->buf_size ? rx_bytes :
738 conn->buf_size - 1] = 0;
741 "ERROR: FIFO not drained in previous test!\n"
742 " extra chunks %u (0x%x)\n"
743 " extra bytes %lu (0x%lx)\n",
744 xtra, xtra, xtra_bytes, xtra_bytes);
749 if (conn->cfg.verbose)
750 printf ("SERVER (fd %d): Echoing back\n", client_fd);
752 nbytes = strlen ((const char *) conn->buf) + 1;
754 tx_bytes = sock_test_write (client_fd, conn->buf,
755 nbytes, &conn->stats,
758 printf ("SERVER (fd %d): TX (%d bytes) - '%s'\n",
759 conn->fd, tx_bytes, conn->buf);
762 else // Extraneous read data from non-echo tests???
765 xtra_bytes += rx_bytes;
773 vppcom_session_close (ssm->listen_fd);
774 vppcom_app_destroy ();
776 close (ssm->listen_fd);
779 free (ssm->conn_pool);
785 * fd.io coding-style-patch-verification: ON
788 * eval: (c-set-style "gnu")