2 *------------------------------------------------------------------
3 * Copyright (c) 2017 Cisco and/or its affiliates.
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at:
8 * http://www.apache.org/licenses/LICENSE-2.0
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 *------------------------------------------------------------------
21 #include <arpa/inet.h>
25 #include <vpp-api/vapi/vapi_dbg.h>
26 #include <vpp-api/vapi/vapi.h>
27 #include <vpp-api/vapi/vapi_internal.h>
28 #include <vppinfra/types.h>
29 #include <vlibapi/api_common.h>
30 #include <vlibmemory/api_common.h>
32 /* we need to use control pings for some stuff and because we're forced to put
33 * the code in headers, we need a way to be able to grab the ids of these
34 * messages - so declare them here as extern */
35 vapi_msg_id_t vapi_msg_id_control_ping = 0;
36 vapi_msg_id_t vapi_msg_id_control_ping_reply = 0;
41 vapi_message_desc_t **msgs;
42 size_t max_len_name_with_crc;
53 static const u32 context_counter_mask = (1 << 31);
57 vapi_error_e (*cb) (vapi_ctx_t ctx, void *callback_ctx, vapi_msg_id_t id,
60 } vapi_generic_cb_with_ctx;
64 vapi_error_e (*cb) (vapi_ctx_t ctx, void *callback_ctx, void *payload);
66 } vapi_event_cb_with_ctx;
71 int requests_size; /* size of the requests array (circular queue) */
72 int requests_start; /* index of first request */
73 int requests_count; /* number of used slots */
76 vapi_generic_cb_with_ctx generic_cb;
77 vapi_event_cb_with_ctx *event_cbs;
78 u16 *vapi_msg_id_t_to_vl_msg_id;
80 vapi_msg_id_t *vl_msg_id_to_vapi_msg_t;
82 pthread_mutex_t requests_mutex;
86 vapi_gen_req_context (vapi_ctx_t ctx)
88 ++ctx->context_counter;
89 ctx->context_counter %= context_counter_mask;
90 return ctx->context_counter | context_counter_mask;
94 vapi_get_request_count (vapi_ctx_t ctx)
96 return ctx->requests_count;
100 vapi_requests_full (vapi_ctx_t ctx)
102 return (ctx->requests_count == ctx->requests_size);
106 vapi_requests_empty (vapi_ctx_t ctx)
108 return (0 == ctx->requests_count);
112 vapi_requests_end (vapi_ctx_t ctx)
114 return (ctx->requests_start + ctx->requests_count) % ctx->requests_size;
118 vapi_store_request (vapi_ctx_t ctx, u32 context, bool is_dump,
119 vapi_cb_t callback, void *callback_ctx)
121 assert (!vapi_requests_full (ctx));
122 /* if the mutex is not held, bad things will happen */
123 assert (0 != pthread_mutex_trylock (&ctx->requests_mutex));
124 const int requests_end = vapi_requests_end (ctx);
125 vapi_req_t *slot = &ctx->requests[requests_end];
126 slot->is_dump = is_dump;
127 slot->context = context;
128 slot->callback = callback;
129 slot->callback_ctx = callback_ctx;
130 VAPI_DBG ("stored@%d: context:%x (start is @%d)", requests_end, context,
131 ctx->requests_start);
132 ++ctx->requests_count;
133 assert (!vapi_requests_empty (ctx));
137 struct to_be_freed_s;
141 struct to_be_freed_s *next;
144 static struct to_be_freed_s *to_be_freed = NULL;
147 vapi_add_to_be_freed (void *v)
149 struct to_be_freed_s *prev = NULL;
150 struct to_be_freed_s *tmp;
152 while (tmp && tmp->v)
161 tmp = to_be_freed = calloc (1, sizeof (*to_be_freed));
165 tmp = prev->next = calloc (1, sizeof (*to_be_freed));
168 VAPI_DBG ("To be freed %p", v);
173 vapi_trace_free (void *v)
175 struct to_be_freed_s *tmp = to_be_freed;
176 while (tmp && tmp->v != v)
180 if (tmp && tmp->v == v)
182 VAPI_DBG ("Freed %p", v);
187 VAPI_ERR ("Trying to free untracked pointer %p", v);
193 vapi_to_be_freed_validate ()
195 struct to_be_freed_s *tmp = to_be_freed;
200 VAPI_ERR ("Unfreed msg %p!", tmp->v);
209 vapi_msg_alloc (vapi_ctx_t ctx, size_t size)
215 void *rv = vl_msg_api_alloc_or_null (size);
220 vapi_msg_free (vapi_ctx_t ctx, void *msg)
227 vapi_trace_free (msg);
229 vl_msg_api_free (msg);
233 vapi_lookup_vapi_msg_id_t (vapi_ctx_t ctx, u16 vl_msg_id)
235 if (vl_msg_id <= ctx->vl_msg_id_max)
237 return ctx->vl_msg_id_to_vapi_msg_t[vl_msg_id];
243 vapi_ctx_alloc (vapi_ctx_t * result)
245 vapi_ctx_t ctx = calloc (1, sizeof (struct vapi_ctx_s));
250 ctx->context_counter = 0;
251 ctx->vapi_msg_id_t_to_vl_msg_id =
252 malloc (__vapi_metadata.count *
253 sizeof (*ctx->vapi_msg_id_t_to_vl_msg_id));
254 if (!ctx->vapi_msg_id_t_to_vl_msg_id)
258 ctx->event_cbs = calloc (__vapi_metadata.count, sizeof (*ctx->event_cbs));
263 pthread_mutex_init (&ctx->requests_mutex, NULL);
272 vapi_ctx_free (vapi_ctx_t ctx)
274 assert (!ctx->connected);
275 free (ctx->requests);
276 free (ctx->vapi_msg_id_t_to_vl_msg_id);
277 free (ctx->event_cbs);
278 free (ctx->vl_msg_id_to_vapi_msg_t);
279 pthread_mutex_destroy (&ctx->requests_mutex);
284 vapi_is_msg_available (vapi_ctx_t ctx, vapi_msg_id_t id)
286 return vapi_lookup_vl_msg_id (ctx, id) != UINT16_MAX;
290 vapi_connect (vapi_ctx_t ctx, const char *name,
291 const char *chroot_prefix,
292 int max_outstanding_requests,
293 int response_queue_size, vapi_mode_e mode)
295 if (response_queue_size <= 0 || max_outstanding_requests <= 0)
299 ctx->requests_size = max_outstanding_requests;
300 const size_t size = ctx->requests_size * sizeof (*ctx->requests);
301 void *tmp = realloc (ctx->requests, size);
307 memset (ctx->requests, 0, size);
308 ctx->requests_start = ctx->requests_count = 0;
311 VAPI_DBG ("set memory root path `%s'", chroot_prefix);
312 vl_set_memory_root_path ((char *) chroot_prefix);
314 static char api_map[] = "/vpe-api";
315 VAPI_DBG ("client api map `%s'", api_map);
316 if ((vl_client_api_map (api_map)) < 0)
318 return VAPI_EMAP_FAIL;
320 VAPI_DBG ("connect client `%s'", name);
321 if (vl_client_connect ((char *) name, 0, response_queue_size) < 0)
323 vl_client_api_unmap ();
324 return VAPI_ECON_FAIL;
326 #if VAPI_DEBUG_CONNECT
327 VAPI_DBG ("start probing messages");
331 for (i = 0; i < __vapi_metadata.count; ++i)
333 vapi_message_desc_t *m = __vapi_metadata.msgs[i];
334 u8 scratch[m->name_with_crc_len + 1];
335 memcpy (scratch, m->name_with_crc, m->name_with_crc_len + 1);
336 u32 id = vl_api_get_msg_index (scratch);
341 VAPI_ERR ("Returned vl_msg_id `%u' > UINT16MAX `%u'!", id,
346 if (id > ctx->vl_msg_id_max)
348 vapi_msg_id_t *tmp = realloc (ctx->vl_msg_id_to_vapi_msg_t,
350 (*ctx->vl_msg_id_to_vapi_msg_t) *
357 ctx->vl_msg_id_to_vapi_msg_t = tmp;
358 ctx->vl_msg_id_max = id;
360 ctx->vl_msg_id_to_vapi_msg_t[id] = m->id;
361 ctx->vapi_msg_id_t_to_vl_msg_id[m->id] = id;
362 #if VAPI_DEBUG_CONNECT
363 VAPI_DBG ("Message `%s' has vl_msg_id `%u'", m->name_with_crc,
369 ctx->vapi_msg_id_t_to_vl_msg_id[m->id] = UINT16_MAX;
370 VAPI_DBG ("Message `%s' not available", m->name_with_crc);
373 #if VAPI_DEBUG_CONNECT
374 VAPI_DBG ("finished probing messages");
376 if (!vapi_is_msg_available (ctx, vapi_msg_id_control_ping) ||
377 !vapi_is_msg_available (ctx, vapi_msg_id_control_ping_reply))
380 ("control ping or control ping reply not available, cannot connect");
381 rv = VAPI_EINCOMPATIBLE;
385 ctx->connected = true;
388 vl_client_disconnect ();
389 vl_client_api_unmap ();
394 vapi_disconnect (vapi_ctx_t ctx)
400 vl_client_disconnect ();
401 vl_client_api_unmap ();
403 vapi_to_be_freed_validate ();
405 ctx->connected = false;
410 vapi_get_fd (vapi_ctx_t ctx, int *fd)
416 vapi_send (vapi_ctx_t ctx, void *msg)
418 vapi_error_e rv = VAPI_OK;
419 if (!ctx || !msg || !ctx->connected)
425 unix_shared_memory_queue_t *q = api_main.shmem_hdr->vl_input_queue;
427 unsigned msgid = be16toh (*(u16 *) msg);
428 if (msgid <= ctx->vl_msg_id_max)
430 vapi_msg_id_t id = ctx->vl_msg_id_to_vapi_msg_t[msgid];
431 if (id < __vapi_metadata.count)
433 VAPI_DBG ("send msg@%p:%u[%s]", msg, msgid,
434 __vapi_metadata.msgs[id]->name);
438 VAPI_DBG ("send msg@%p:%u[UNKNOWN]", msg, msgid);
443 VAPI_DBG ("send msg@%p:%u[UNKNOWN]", msg, msgid);
446 tmp = unix_shared_memory_queue_add (q, (u8 *) & msg,
447 VAPI_MODE_BLOCKING ==
454 VAPI_DBG ("vapi_send() rv = %d", rv);
459 vapi_send2 (vapi_ctx_t ctx, void *msg1, void *msg2)
461 vapi_error_e rv = VAPI_OK;
462 if (!ctx || !msg1 || !msg2 || !ctx->connected)
467 unix_shared_memory_queue_t *q = api_main.shmem_hdr->vl_input_queue;
469 unsigned msgid1 = be16toh (*(u16 *) msg1);
470 unsigned msgid2 = be16toh (*(u16 *) msg2);
471 const char *name1 = "UNKNOWN";
472 const char *name2 = "UNKNOWN";
473 if (msgid1 <= ctx->vl_msg_id_max)
475 vapi_msg_id_t id = ctx->vl_msg_id_to_vapi_msg_t[msgid1];
476 if (id < __vapi_metadata.count)
478 name1 = __vapi_metadata.msgs[id]->name;
481 if (msgid2 <= ctx->vl_msg_id_max)
483 vapi_msg_id_t id = ctx->vl_msg_id_to_vapi_msg_t[msgid2];
484 if (id < __vapi_metadata.count)
486 name2 = __vapi_metadata.msgs[id]->name;
489 VAPI_DBG ("send two: %u[%s], %u[%s]", msgid1, name1, msgid2, name2);
491 int tmp = unix_shared_memory_queue_add2 (q, (u8 *) & msg1, (u8 *) & msg2,
492 VAPI_MODE_BLOCKING ==
499 VAPI_DBG ("vapi_send() rv = %d", rv);
504 vapi_recv (vapi_ctx_t ctx, void **msg, size_t * msg_size)
506 if (!ctx || !ctx->connected || !msg || !msg_size)
510 vapi_error_e rv = VAPI_OK;
511 api_main_t *am = &api_main;
514 if (am->our_pid == 0)
519 unix_shared_memory_queue_t *q = am->vl_input_queue;
520 VAPI_DBG ("doing shm queue sub");
521 int tmp = unix_shared_memory_queue_sub (q, (u8 *) & data, 0);
525 vapi_add_to_be_freed ((void *) data);
528 (msgbuf_t *) ((u8 *) data - offsetof (msgbuf_t, data));
529 if (!msgbuf->data_len)
531 vapi_msg_free (ctx, (u8 *) data);
535 *msg_size = ntohl (msgbuf->data_len);
537 unsigned msgid = be16toh (*(u16 *) * msg);
538 if (msgid <= ctx->vl_msg_id_max)
540 vapi_msg_id_t id = ctx->vl_msg_id_to_vapi_msg_t[msgid];
541 if (id < __vapi_metadata.count)
543 VAPI_DBG ("recv msg@%p:%u[%s]", *msg, msgid,
544 __vapi_metadata.msgs[id]->name);
548 VAPI_DBG ("recv msg@%p:%u[UNKNOWN]", *msg, msgid);
553 VAPI_DBG ("recv msg@%p:%u[UNKNOWN]", *msg, msgid);
565 vapi_wait (vapi_ctx_t ctx, vapi_wait_mode_e mode)
571 vapi_dispatch_response (vapi_ctx_t ctx, vapi_msg_id_t id,
572 u32 context, void *msg)
575 if (0 != (mrv = pthread_mutex_lock (&ctx->requests_mutex)))
577 VAPI_DBG ("pthread_mutex_lock() failed, rv=%d:%s", mrv, strerror (mrv));
578 return VAPI_MUTEX_FAILURE;
580 int tmp = ctx->requests_start;
581 const int requests_end = vapi_requests_end (ctx);
582 while (ctx->requests[tmp].context != context && tmp != requests_end)
585 if (tmp == ctx->requests_size)
590 VAPI_DBG ("dispatch, search from %d, %s at %d", ctx->requests_start,
591 ctx->requests[tmp].context == context ? "matched" : "stopped",
593 vapi_error_e rv = VAPI_OK;
594 if (ctx->requests[tmp].context == context)
596 while (ctx->requests_start != tmp)
598 VAPI_ERR ("No response to req with context=%u",
599 (unsigned) ctx->requests[tmp].context);
600 ctx->requests[ctx->requests_start].callback (ctx,
603 requests_start].callback_ctx,
606 memset (&ctx->requests[ctx->requests_start], 0,
607 sizeof (ctx->requests[ctx->requests_start]));
608 ++ctx->requests_start;
609 --ctx->requests_count;
610 if (ctx->requests_start == ctx->requests_size)
612 ctx->requests_start = 0;
615 // now ctx->requests_start == tmp
616 int payload_offset = vapi_get_payload_offset (id);
617 void *payload = ((u8 *) msg) + payload_offset;
619 if (ctx->requests[tmp].is_dump)
621 if (vapi_msg_id_control_ping_reply == id)
630 if (payload_offset != -1)
633 ctx->requests[tmp].callback (ctx, ctx->requests[tmp].callback_ctx,
634 VAPI_OK, is_last, payload);
638 /* this is a message without payload, so bend the callback a little
641 ((vapi_error_e (*)(vapi_ctx_t, void *, vapi_error_e, bool))
642 ctx->requests[tmp].callback) (ctx,
643 ctx->requests[tmp].callback_ctx,
648 memset (&ctx->requests[ctx->requests_start], 0,
649 sizeof (ctx->requests[ctx->requests_start]));
650 ++ctx->requests_start;
651 --ctx->requests_count;
652 if (ctx->requests_start == ctx->requests_size)
654 ctx->requests_start = 0;
657 VAPI_DBG ("after dispatch, req start = %d, end = %d, count = %d",
658 ctx->requests_start, requests_end, ctx->requests_count);
660 if (0 != (mrv = pthread_mutex_unlock (&ctx->requests_mutex)))
662 VAPI_DBG ("pthread_mutex_unlock() failed, rv=%d:%s", mrv,
664 abort (); /* this really shouldn't happen */
670 vapi_dispatch_event (vapi_ctx_t ctx, vapi_msg_id_t id, void *msg)
672 if (ctx->event_cbs[id].cb)
674 return ctx->event_cbs[id].cb (ctx, ctx->event_cbs[id].ctx, msg);
676 else if (ctx->generic_cb.cb)
678 return ctx->generic_cb.cb (ctx, ctx->generic_cb.ctx, id, msg);
683 ("No handler/generic handler for msg id %u[%s], message ignored",
684 (unsigned) id, __vapi_metadata.msgs[id]->name);
690 vapi_msg_is_with_context (vapi_msg_id_t id)
692 assert (id <= __vapi_metadata.count);
693 return __vapi_metadata.msgs[id]->has_context;
697 vapi_dispatch_one (vapi_ctx_t ctx)
699 VAPI_DBG ("vapi_dispatch_one()");
702 vapi_error_e rv = vapi_recv (ctx, &msg, &size);
705 VAPI_DBG ("vapi_recv failed with rv=%d", rv);
708 u16 vpp_id = be16toh (*(u16 *) msg);
709 if (vpp_id > ctx->vl_msg_id_max)
711 VAPI_ERR ("Unknown msg ID received, id `%u', out of range <0,%u>",
712 (unsigned) vpp_id, (unsigned) ctx->vl_msg_id_max);
713 vapi_msg_free (ctx, msg);
716 if (~0 == (unsigned) ctx->vl_msg_id_to_vapi_msg_t[vpp_id])
718 VAPI_ERR ("Unknown msg ID received, id `%u' marked as not supported",
720 vapi_msg_free (ctx, msg);
723 const vapi_msg_id_t id = ctx->vl_msg_id_to_vapi_msg_t[vpp_id];
724 const size_t expect_size = vapi_get_message_size (id);
725 if (size < expect_size)
728 ("Invalid msg received, unexpected size `%zu' < expected min `%zu'",
730 vapi_msg_free (ctx, msg);
734 vapi_get_swap_to_host_func (id) (msg);
735 if (vapi_msg_is_with_context (id))
737 context = *(u32 *) (((u8 *) msg) + vapi_get_context_offset (id));
738 /* is this a message originating from VAPI? */
739 VAPI_DBG ("dispatch, context is %x", context);
740 if (context & context_counter_mask)
742 rv = vapi_dispatch_response (ctx, id, context, msg);
746 rv = vapi_dispatch_event (ctx, id, msg);
749 vapi_msg_free (ctx, msg);
754 vapi_dispatch (vapi_ctx_t ctx)
756 vapi_error_e rv = VAPI_OK;
757 while (!vapi_requests_empty (ctx))
759 rv = vapi_dispatch_one (ctx);
769 vapi_set_event_cb (vapi_ctx_t ctx, vapi_msg_id_t id,
770 vapi_event_cb callback, void *callback_ctx)
772 vapi_event_cb_with_ctx *c = &ctx->event_cbs[id];
774 c->ctx = callback_ctx;
778 vapi_clear_event_cb (vapi_ctx_t ctx, vapi_msg_id_t id)
780 vapi_set_event_cb (ctx, id, NULL, NULL);
784 vapi_set_generic_event_cb (vapi_ctx_t ctx, vapi_generic_event_cb callback,
787 ctx->generic_cb.cb = callback;
788 ctx->generic_cb.ctx = callback_ctx;
792 vapi_clear_generic_event_cb (vapi_ctx_t ctx)
794 ctx->generic_cb.cb = NULL;
795 ctx->generic_cb.ctx = NULL;
799 vapi_lookup_vl_msg_id (vapi_ctx_t ctx, vapi_msg_id_t id)
801 assert (id < __vapi_metadata.count);
802 return ctx->vapi_msg_id_t_to_vl_msg_id[id];
806 vapi_get_client_index (vapi_ctx_t ctx)
808 return api_main.my_client_index;
812 vapi_is_nonblocking (vapi_ctx_t ctx)
814 return (VAPI_MODE_NONBLOCKING == ctx->mode);
818 vapi_get_max_request_count (vapi_ctx_t ctx)
820 return ctx->requests_size - 1;
824 vapi_get_payload_offset (vapi_msg_id_t id)
826 assert (id < __vapi_metadata.count);
827 return __vapi_metadata.msgs[id]->payload_offset;
830 void (*vapi_get_swap_to_host_func (vapi_msg_id_t id)) (void *msg)
832 assert (id < __vapi_metadata.count);
833 return __vapi_metadata.msgs[id]->swap_to_host;
836 void (*vapi_get_swap_to_be_func (vapi_msg_id_t id)) (void *msg)
838 assert (id < __vapi_metadata.count);
839 return __vapi_metadata.msgs[id]->swap_to_be;
843 vapi_get_message_size (vapi_msg_id_t id)
845 assert (id < __vapi_metadata.count);
846 return __vapi_metadata.msgs[id]->size;
850 vapi_get_context_offset (vapi_msg_id_t id)
852 assert (id < __vapi_metadata.count);
853 return __vapi_metadata.msgs[id]->context_offset;
857 vapi_register_msg (vapi_message_desc_t * msg)
860 for (i = 0; i < __vapi_metadata.count; ++i)
863 (msg->name_with_crc, __vapi_metadata.msgs[i]->name_with_crc))
865 /* this happens if somebody is linking together several objects while
866 * using the static inline headers, just fill in the already
867 * assigned id here so that all the objects are in sync */
868 msg->id = __vapi_metadata.msgs[i]->id;
872 vapi_msg_id_t id = __vapi_metadata.count;
873 ++__vapi_metadata.count;
874 __vapi_metadata.msgs =
875 realloc (__vapi_metadata.msgs,
876 sizeof (*__vapi_metadata.msgs) * __vapi_metadata.count);
877 __vapi_metadata.msgs[id] = msg;
878 size_t s = strlen (msg->name_with_crc);
879 if (s > __vapi_metadata.max_len_name_with_crc)
881 __vapi_metadata.max_len_name_with_crc = s;
888 vapi_producer_lock (vapi_ctx_t ctx)
891 if (0 != (mrv = pthread_mutex_lock (&ctx->requests_mutex)))
893 VAPI_DBG ("pthread_mutex_lock() failed, rv=%d:%s", mrv, strerror (mrv));
894 (void) mrv; /* avoid warning if the above debug is not enabled */
895 return VAPI_MUTEX_FAILURE;
901 vapi_producer_unlock (vapi_ctx_t ctx)
904 if (0 != (mrv = pthread_mutex_unlock (&ctx->requests_mutex)))
906 VAPI_DBG ("pthread_mutex_unlock() failed, rv=%d:%s", mrv,
908 (void) mrv; /* avoid warning if the above debug is not enabled */
909 return VAPI_MUTEX_FAILURE;
915 vapi_get_message_count ()
917 return __vapi_metadata.count;
921 vapi_get_msg_name (vapi_msg_id_t id)
923 return __vapi_metadata.msgs[id]->name;
927 * fd.io coding-style-patch-verification: ON
930 * eval: (c-set-style "gnu")