2 *------------------------------------------------------------------
3 * Copyright (c) 2017 Cisco and/or its affiliates.
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at:
8 * http://www.apache.org/licenses/LICENSE-2.0
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 *------------------------------------------------------------------
21 #include <sys/types.h>
23 #include <sys/ioctl.h>
24 #include <sys/socket.h>
28 #include <sys/prctl.h>
34 #include <linux/icmp.h>
35 #include <arpa/inet.h>
37 #include <netinet/if_ether.h>
38 #include <net/if_arp.h>
39 #include <asm/byteorder.h>
42 #include <sys/epoll.h>
49 #include <icmp_proto.h>
51 #define APP_NAME "ICMP_Responder"
52 #define IF_NAME "memif_connection"
56 #define DBG(...) do { \
57 printf (APP_NAME":%s:%d: ", __func__, __LINE__); \
58 printf (__VA_ARGS__); \
65 #define INFO(...) do { \
66 printf ("INFO: "__VA_ARGS__); \
70 /* maximum tx/rx memif buffers */
71 #define MAX_MEMIF_BUFS 256
74 #define MAX_THREADS ((MAX_CONNS) * (MAX_QUEUES))
82 /* memif connection index */
84 /* id of queue to be handled by thread */
90 memif_buffer_t *rx_bufs;
91 memif_buffer_t *tx_bufs;
92 } memif_thread_data_t;
97 /* memif conenction handle */
98 memif_conn_handle_t conn;
99 /* interface ip address */
101 /* inform pthread about connection termination */
103 } memif_connection_t;
105 memif_connection_t memif_connection[MAX_CONNS];
108 /* thread data specific for each thread */
109 memif_thread_data_t thread_data[MAX_THREADS];
110 pthread_t thread[MAX_THREADS];
113 user_signal_handler (int sig)
119 print_memif_details ()
126 buf = malloc (buflen);
127 printf ("MEMIF DETAILS\n");
128 printf ("==============================\n");
129 for (i = 0; i < MAX_CONNS; i++)
131 memif_connection_t *c = &memif_connection[i];
133 memset (&md, 0, sizeof (md));
134 memset (buf, 0, buflen);
136 err = memif_get_details (c->conn, &md, buf, buflen);
137 if (err != MEMIF_ERR_SUCCESS)
139 if (err != MEMIF_ERR_NOCONN)
140 INFO ("%s", memif_strerror (err));
144 printf ("interface index: %d\n", i);
146 printf ("\tinterface ip: %u.%u.%u.%u\n",
147 c->ip_addr[0], c->ip_addr[1], c->ip_addr[2], c->ip_addr[3]);
148 printf ("\tinterface name: %s\n", (char *) md.if_name);
149 printf ("\tapp name: %s\n", (char *) md.inst_name);
150 printf ("\tremote interface name: %s\n", (char *) md.remote_if_name);
151 printf ("\tremote app name: %s\n", (char *) md.remote_inst_name);
152 printf ("\tid: %u\n", md.id);
153 printf ("\tsecret: %s\n", (char *) md.secret);
163 printf ("ethernet\n");
169 printf ("punt/inject\n");
172 printf ("unknown\n");
175 printf ("\tsocket filename: %s\n", (char *) md.socket_filename);
176 printf ("\trx queues:\n");
177 for (e = 0; e < md.rx_queues_num; e++)
179 ti = (i * MAX_QUEUES) + e;
180 printf ("\tqueue id: %u\n", md.rx_queues[e].qid);
181 printf ("\t\tring size: %u\n", md.rx_queues[e].ring_size);
182 printf ("\t\tbuffer size: %u\n", md.rx_queues[e].buffer_size);
183 printf ("\t\tthread id: %u\n", thread_data[ti].id);
184 printf ("\t\tthread connection index: %u\n", thread_data[ti].index);
185 printf ("\t\tthread running: ");
186 if (thread_data[ti].isRunning)
191 printf ("\ttx queues:\n");
192 for (e = 0; e < md.tx_queues_num; e++)
194 printf ("\tqueue id: %u\n", md.tx_queues[e].qid);
195 printf ("\t\tring size: %u\n", md.tx_queues[e].ring_size);
196 printf ("\t\tbuffer size: %u\n", md.tx_queues[e].buffer_size);
208 add_epoll_fd (int epfd, int fd, uint32_t events)
212 DBG ("invalid fd %d", fd);
215 struct epoll_event evt;
216 memset (&evt, 0, sizeof (evt));
219 if (epoll_ctl (epfd, EPOLL_CTL_ADD, fd, &evt) < 0)
221 DBG ("epoll_ctl: %s fd %d", strerror (errno), fd);
224 DBG ("fd %d added to epoll", fd);
229 mod_epoll_fd (int epfd, int fd, uint32_t events)
233 DBG ("invalid fd %d", fd);
236 struct epoll_event evt;
237 memset (&evt, 0, sizeof (evt));
240 if (epoll_ctl (epfd, EPOLL_CTL_MOD, fd, &evt) < 0)
242 DBG ("epoll_ctl: %s fd %d", strerror (errno), fd);
245 DBG ("fd %d moddified on epoll", fd);
250 del_epoll_fd (int epfd, int fd)
254 DBG ("invalid fd %d", fd);
257 struct epoll_event evt;
258 memset (&evt, 0, sizeof (evt));
259 if (epoll_ctl (epfd, EPOLL_CTL_DEL, fd, &evt) < 0)
261 DBG ("epoll_ctl: %s fd %d", strerror (errno), fd);
264 DBG ("fd %d removed from epoll", fd);
269 memif_rx_poll (void *ptr)
271 memif_thread_data_t *data = (memif_thread_data_t *) ptr;
272 memif_connection_t *c = &memif_connection[data->index];
274 uint16_t rx = 0, tx = 0, fb = 0;
276 data->rx_bufs = malloc (sizeof (memif_buffer_t) * MAX_MEMIF_BUFS);
277 data->tx_bufs = malloc (sizeof (memif_buffer_t) * MAX_MEMIF_BUFS);
278 data->rx_buf_num = 0;
279 data->tx_buf_num = 0;
282 INFO ("pthread id %u starts in polling mode", data->id);
289 /* receive data from shared memory buffers */
291 memif_rx_burst (c->conn, data->qid, data->rx_bufs, MAX_MEMIF_BUFS,
293 if (err != MEMIF_ERR_SUCCESS)
295 INFO ("memif_rx_burst: %s", memif_strerror (err));
296 data->rx_buf_num += rx;
299 data->rx_buf_num += rx;
302 /* if queue is in polling mode, it's not refilled */
303 err = memif_refill_queue (c->conn, data->qid, -1);
304 if (err != MEMIF_ERR_SUCCESS)
305 INFO ("memif_buffer_free: %s", memif_strerror (err));
309 DBG ("thread id: %u", data->id);
311 DBG ("received %d buffers. %u/%u alloc/free buffers",
312 rx, data->rx_buf_num, MAX_MEMIF_BUFS - data->rx_buf_num);
315 memif_buffer_alloc (c->conn, data->qid, data->tx_bufs,
316 data->rx_buf_num, &tx, 128);
317 if (err != MEMIF_ERR_SUCCESS)
319 INFO ("memif_buffer_alloc: %s", memif_strerror (err));
320 data->tx_buf_num += tx;
323 data->tx_buf_num += tx;
324 DBG ("allocated %d/%d buffers, %u free buffers",
325 tx, data->rx_buf_num, MAX_MEMIF_BUFS - data->tx_buf_num);
328 for (i = 0; i < rx; i++)
330 resolve_packet ((void *) (data->rx_bufs + i)->data,
331 (data->rx_bufs + i)->len,
332 (void *) (data->tx_bufs + i)->data,
333 &(data->tx_bufs + i)->len, c->ip_addr);
336 /* mark memif buffers and shared memory buffers as free */
337 err = memif_refill_queue (c->conn, data->qid, -1);
338 if (err != MEMIF_ERR_SUCCESS)
339 INFO ("memif_buffer_free: %s", memif_strerror (err));
340 data->rx_buf_num -= rx;
342 DBG ("freed %d buffers. %u/%u alloc/free buffers",
343 fb, data->rx_buf_num, MAX_MEMIF_BUFS - data->rx_buf_num);
346 memif_tx_burst (c->conn, data->qid, data->tx_bufs, data->tx_buf_num,
348 if (err != MEMIF_ERR_SUCCESS)
350 INFO ("memif_tx_burst: %s", memif_strerror (err));
353 DBG ("tx: %d/%u", tx, data->tx_buf_num);
354 data->tx_buf_num -= tx;
358 INFO ("thread %u error!", data->id);
362 err = memif_refill_queue (c->conn, data->qid, -1);
363 if (err != MEMIF_ERR_SUCCESS)
364 INFO ("memif_buffer_free: %s", memif_strerror (err));
365 data->rx_buf_num -= rx;
366 DBG ("freed %d buffers. %u/%u alloc/free buffers",
367 fb, data->rx_buf_num, MAX_MEMIF_BUFS - data->rx_buf_num);
368 free (data->rx_bufs);
369 free (data->tx_bufs);
371 INFO ("pthread id %u exit", data->id);
376 memif_rx_interrupt (void *ptr)
378 memif_thread_data_t *data = (memif_thread_data_t *) ptr;
379 memif_connection_t *c = &memif_connection[data->index];
381 uint16_t rx = 0, tx = 0, fb = 0;
382 struct epoll_event evt, *e;
387 signal (SIGUSR1, user_signal_handler);
389 data->rx_bufs = malloc (sizeof (memif_buffer_t) * MAX_MEMIF_BUFS);
390 data->tx_bufs = malloc (sizeof (memif_buffer_t) * MAX_MEMIF_BUFS);
391 data->rx_buf_num = 0;
392 data->tx_buf_num = 0;
395 INFO ("pthread id %u starts in interrupt mode", data->id);
396 int thread_epfd = epoll_create (1);
398 /* get interrupt queue id */
400 err = memif_get_queue_efd (c->conn, data->qid, &fd);
401 if (err != MEMIF_ERR_SUCCESS)
403 INFO ("memif_get_queue_efd: %s", memif_strerror (err));
406 add_epoll_fd (thread_epfd, fd, EPOLLIN);
410 memset (&evt, 0, sizeof (evt));
411 evt.events = EPOLLIN | EPOLLOUT;
412 sigemptyset (&sigset);
413 en = epoll_pwait (thread_epfd, &evt, 1, -1, &sigset);
418 DBG ("epoll_pwait: %s", strerror (errno));
423 /* receive data from shared memory buffers */
425 memif_rx_burst (c->conn, data->qid, data->rx_bufs, MAX_MEMIF_BUFS,
427 if (err != MEMIF_ERR_SUCCESS)
429 INFO ("memif_rx_burst: %s", memif_strerror (err));
430 data->rx_buf_num += rx;
433 data->rx_buf_num += rx;
439 DBG ("thread id: %u", data->id);
441 DBG ("received %d buffers. %u/%u alloc/free buffers",
442 rx, data->rx_buf_num, MAX_MEMIF_BUFS - data->rx_buf_num);
445 memif_buffer_alloc (c->conn, data->qid, data->tx_bufs,
446 data->rx_buf_num, &tx, 128);
447 if (err != MEMIF_ERR_SUCCESS)
449 INFO ("memif_buffer_alloc: %s", memif_strerror (err));
450 data->tx_buf_num += tx;
453 data->tx_buf_num += tx;
454 DBG ("allocated %d/%d buffers, %u free buffers",
455 tx, data->rx_buf_num, MAX_MEMIF_BUFS - data->tx_buf_num);
458 for (i = 0; i < rx; i++)
460 resolve_packet ((void *) (data->rx_bufs + i)->data,
461 (data->rx_bufs + i)->len,
462 (void *) (data->tx_bufs + i)->data,
463 &(data->tx_bufs + i)->len, c->ip_addr);
466 /* mark memif buffers and shared memory buffers as free */
467 err = memif_refill_queue (c->conn, data->qid, rx);
468 if (err != MEMIF_ERR_SUCCESS)
469 INFO ("memif_buffer_free: %s", memif_strerror (err));
470 data->rx_buf_num -= rx;
472 DBG ("freed %d buffers. %u/%u alloc/free buffers",
473 fb, data->rx_buf_num, MAX_MEMIF_BUFS - data->rx_buf_num);
476 memif_tx_burst (c->conn, data->qid, data->tx_bufs,
477 data->tx_buf_num, &tx);
478 if (err != MEMIF_ERR_SUCCESS)
480 INFO ("memif_tx_burst: %s", memif_strerror (err));
483 DBG ("tx: %d/%u", tx, data->tx_buf_num);
484 data->tx_buf_num -= tx;
489 INFO ("thread %u error!", data->id);
493 err = memif_refill_queue (c->conn, data->qid, rx);
494 if (err != MEMIF_ERR_SUCCESS)
495 INFO ("memif_buffer_free: %s", memif_strerror (err));
496 data->rx_buf_num -= rx;
497 DBG ("freed %d buffers. %u/%u alloc/free buffers",
498 fb, data->rx_buf_num, MAX_MEMIF_BUFS - data->rx_buf_num);
499 free (data->rx_bufs);
500 free (data->tx_bufs);
502 INFO ("pthread id %u exit", data->id);
507 /* informs user about connected status. private_ctx is used by user to identify connection
508 (multiple connections WIP) */
510 on_connect (memif_conn_handle_t conn, void *private_ctx)
512 long index = (*(long *) private_ctx);
514 INFO ("memif connected! index %ld", index);
515 memif_connection_t *c = &memif_connection[index];
518 for (i = 0; i < MAX_QUEUES; i++)
520 err = memif_set_rx_mode (c->conn, MEMIF_RX_MODE_POLLING, i);
521 if (err != MEMIF_ERR_SUCCESS)
522 INFO ("memif_set_rx_mode: %s qid: %u", memif_strerror (err), i);
525 ti = (index * MAX_QUEUES) + i;
526 if (thread_data[ti].isRunning)
528 INFO ("thread id: %d already running!", ti);
531 thread_data[ti].index = index;
532 thread_data[ti].qid = i;
533 thread_data[ti].id = ti;
535 pthread_create (&thread[ti],
536 NULL, memif_rx_poll, (void *) &thread_data[ti]);
538 pthread_create (&thread[ti],
539 NULL, memif_rx_interrupt,
540 (void *) &thread_data[ti]);
547 /* informs user about disconnected status. private_ctx is used by user to identify connection
548 (multiple connections WIP) */
550 on_disconnect (memif_conn_handle_t conn, void *private_ctx)
553 long index = (*(long *) private_ctx);
554 memif_connection_t *c = &memif_connection[index];
556 INFO ("memif disconnected!");
557 /* inform thread in polling mode about memif disconenction */
559 for (i = 0; i < MAX_QUEUES; i++)
561 ti = (index * MAX_QUEUES) + i;
562 if (!thread_data[ti].isRunning)
565 pthread_kill (thread[ti], SIGUSR1); /* interrupt thread in interrupt mode */
566 pthread_join (thread[ti], &ptr);
571 /* user needs to watch new fd or stop watching fd that is about to be closed.
572 control fd will be modified during connection establishment to minimize CPU usage */
574 control_fd_update (int fd, uint8_t events)
576 /* convert memif event definitions to epoll events */
577 if (events & MEMIF_FD_EVENT_DEL)
578 return del_epoll_fd (main_epfd, fd);
581 if (events & MEMIF_FD_EVENT_READ)
583 if (events & MEMIF_FD_EVENT_WRITE)
586 if (events & MEMIF_FD_EVENT_MOD)
587 return mod_epoll_fd (main_epfd, fd, evt);
589 return add_epoll_fd (main_epfd, fd, evt);
593 icmpr_memif_create (long index)
595 if (index >= MAX_CONNS)
597 INFO ("connection array overflow");
602 INFO ("don't even try...");
605 memif_connection_t *c = &memif_connection[index];
607 /* setting memif connection arguments */
608 memif_conn_args_t args;
610 memset (&args, 0, sizeof (args));
612 args.log2_ring_size = 10;
613 args.buffer_size = 2048;
614 args.num_s2m_rings = 2;
615 args.num_m2s_rings = 2;
616 strncpy ((char *) args.interface_name, IF_NAME, strlen (IF_NAME));
618 /* socket filename is not specified, because this app is supposed to
619 connect to VPP over memif. so default socket filename will be used */
620 /* default socketfile = /run/vpp/memif.sock */
622 args.interface_id = index;
623 /* last argument for memif_create (void * private_ctx) is used by user
624 to identify connection. this context is returned with callbacks */
625 int err = memif_create (&c->conn,
626 &args, on_connect, on_disconnect, NULL,
628 if (err != MEMIF_ERR_SUCCESS)
630 INFO ("memif_create: %s", memif_strerror (err));
638 c->ip_addr[2] = c->index + 1;
644 icmpr_memif_delete (long index)
646 if (index >= MAX_CONNS)
648 INFO ("connection array overflow");
653 INFO ("don't even try...");
656 memif_connection_t *c = &memif_connection[index];
659 /* disconenct then delete memif connection */
660 err = memif_delete (&c->conn);
661 if (err != MEMIF_ERR_SUCCESS)
662 INFO ("memif_delete: %s", memif_strerror (err));
669 printf ("LIBMEMIF EXAMPLE APP: %s", APP_NAME);
674 printf ("==============================\n");
675 printf ("libmemif version: %s", LIBMEMIF_VERSION);
680 printf ("memif version: %d\n", memif_get_version ());
681 printf ("commands:\n");
682 printf ("\thelp - prints this help\n");
683 printf ("\texit - exit app\n");
684 printf ("\tconn <index> - create memif (slave-mode)\n");
685 printf ("\tdel <index> - delete memif\n");
686 printf ("\tshow - show connection details\n");
687 printf ("\tip-set <index> <ip-addr> - set interface ip address\n");
693 /* application cleanup */
696 for (i = 0; i < MAX_CONNS; i++)
698 memif_connection_t *c = &memif_connection[i];
700 icmpr_memif_delete (i);
703 err = memif_cleanup ();
704 if (err != MEMIF_ERR_SUCCESS)
705 INFO ("memif_delete: %s", memif_strerror (err));
711 icmpr_set_ip (long index, char *ip)
713 if (index >= MAX_CONNS)
715 INFO ("connection array overflow");
720 INFO ("don't even try...");
723 memif_connection_t *c = &memif_connection[index];
726 INFO ("no connection at index %ld", index);
733 ui = strtok (ip, ".");
736 tmp[0] = strtol (ui, &end, 10);
738 ui = strtok (NULL, ".");
741 tmp[1] = strtol (ui, &end, 10);
743 ui = strtok (NULL, ".");
746 tmp[2] = strtol (ui, &end, 10);
748 ui = strtok (NULL, ".");
751 tmp[3] = strtol (ui, &end, 10);
753 c->ip_addr[0] = tmp[0];
754 c->ip_addr[1] = tmp[1];
755 c->ip_addr[2] = tmp[2];
756 c->ip_addr[3] = tmp[3];
758 INFO ("memif %ld ip address set to %u.%u.%u.%u",
759 index, c->ip_addr[0], c->ip_addr[1], c->ip_addr[2], c->ip_addr[3]);
764 INFO ("invalid ip address");
770 user_input_handler ()
773 char *in = (char *) malloc (256);
774 char *ui = fgets (in, 256, stdin);
778 ui = strtok (in, " ");
779 if (strncmp (ui, "exit", 4) == 0)
785 else if (strncmp (ui, "help", 4) == 0)
790 else if (strncmp (ui, "conn", 4) == 0)
792 ui = strtok (NULL, " ");
794 icmpr_memif_create (strtol (ui, &end, 10));
796 INFO ("expected id");
799 else if (strncmp (ui, "del", 3) == 0)
801 ui = strtok (NULL, " ");
803 icmpr_memif_delete (strtol (ui, &end, 10));
805 INFO ("expected id");
808 else if (strncmp (ui, "show", 4) == 0)
810 print_memif_details ();
813 else if (strncmp (ui, "ip-set", 6) == 0)
815 ui = strtok (NULL, " ");
817 icmpr_set_ip (strtol (ui, &end, 10), strtok (NULL, " "));
819 INFO ("expected id");
824 DBG ("unknown command: %s", ui);
835 poll_event (int timeout)
837 struct epoll_event evt, *e;
838 int app_err = 0, memif_err = 0, en = 0;
841 memset (&evt, 0, sizeof (evt));
842 evt.events = EPOLLIN | EPOLLOUT;
844 sigemptyset (&sigset);
845 en = epoll_pwait (main_epfd, &evt, 1, timeout, &sigset);
848 DBG ("epoll_pwait: %s", strerror (errno));
853 /* this app does not use any other file descriptors than stds and memif control fds */
856 /* event of memif control fd */
857 /* convert epolle events to memif events */
858 if (evt.events & EPOLLIN)
859 events |= MEMIF_FD_EVENT_READ;
860 if (evt.events & EPOLLOUT)
861 events |= MEMIF_FD_EVENT_WRITE;
862 if (evt.events & EPOLLERR)
863 events |= MEMIF_FD_EVENT_ERROR;
864 memif_err = memif_control_fd_handler (evt.data.fd, events);
865 if (memif_err != MEMIF_ERR_SUCCESS)
866 INFO ("memif_control_fd_handler: %s", memif_strerror (memif_err));
868 else if (evt.data.fd == 0)
870 app_err = user_input_handler ();
874 DBG ("unexpected event at memif_epfd. fd %d", evt.data.fd);
878 if ((app_err < 0) || (memif_err < 0))
881 DBG ("user input handler error");
883 DBG ("memif control fd handler error");
893 main_epfd = epoll_create (1);
894 add_epoll_fd (main_epfd, 0, EPOLLIN);
896 /* initialize memory interface */
898 /* if valid callback is passed as argument, fd event polling will be done by user
899 all file descriptors and events will be passed to user in this callback */
900 /* if callback is set to NULL libmemif will handle fd event polling */
901 err = memif_init (control_fd_update, APP_NAME, NULL, NULL);
902 if (err != MEMIF_ERR_SUCCESS)
903 INFO ("memif_init: %s", memif_strerror (err));
905 for (i = 0; i < MAX_CONNS; i++)
907 memif_connection[i].conn = NULL;
911 memset (&thread_data, 0, sizeof (memif_thread_data_t) * MAX_THREADS);
918 if (poll_event (-1) < 0)
920 DBG ("poll_event error!");