2 *------------------------------------------------------------------
5 * Copyright (c) 2009 Cisco and/or its affiliates.
6 * Licensed under the Apache License, Version 2.0 (the "License");
7 * you may not use this file except in compliance with the License.
8 * You may obtain a copy of the License at:
10 * http://www.apache.org/licenses/LICENSE-2.0
12 * Unless required by applicable law or agreed to in writing, software
13 * distributed under the License is distributed on an "AS IS" BASIS,
14 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
15 * See the License for the specific language governing permissions and
16 * limitations under the License.
17 *------------------------------------------------------------------
20 #include <sys/types.h>
21 #include <sys/socket.h>
22 #include <netinet/in.h>
23 #include <sys/ioctl.h>
27 #include <vppinfra/byte_order.h>
29 #include <vlibmemory/api.h>
31 #include <vlibmemory/vl_memory_msg_enum.h>
33 #define vl_typedefs /* define message structures */
34 #include <vlibmemory/vl_memory_api_h.h>
37 /* instantiate all the print functions we know about */
38 #define vl_print(handle, ...) vlib_cli_output (handle, __VA_ARGS__)
40 #include <vlibmemory/vl_memory_api_h.h>
43 /* instantiate all the endian swap functions we know about */
45 #include <vlibmemory/vl_memory_api_h.h>
48 socket_main_t socket_main;
50 #define SOCK_API_REG_HANDLE_BIT (1<<31)
53 sock_api_registration_handle (vl_api_registration_t * regp)
55 ASSERT (regp->vl_api_registration_pool_index < SOCK_API_REG_HANDLE_BIT);
56 return regp->vl_api_registration_pool_index | SOCK_API_REG_HANDLE_BIT;
60 socket_api_registration_handle_to_index (u32 reg_index)
62 return (reg_index & ~SOCK_API_REG_HANDLE_BIT);
66 vl_socket_api_registration_handle_is_valid (u32 reg_handle)
68 return ((reg_handle & SOCK_API_REG_HANDLE_BIT) != 0);
72 vl_sock_api_dump_clients (vlib_main_t * vm, api_main_t * am)
74 vl_api_registration_t *reg;
75 socket_main_t *sm = &socket_main;
79 * Must have at least one active client, not counting the
80 * REGISTRATION_TYPE_SOCKET_LISTEN bind/accept socket
82 if (pool_elts (sm->registration_pool) < 2)
85 vlib_cli_output (vm, "Socket clients");
86 vlib_cli_output (vm, "%20s %8s", "Name", "Fildesc");
88 pool_foreach (reg, sm->registration_pool,
90 if (reg->registration_type == REGISTRATION_TYPE_SOCKET_SERVER) {
91 f = vl_api_registration_file (reg);
92 vlib_cli_output (vm, "%20s %8d", reg->name, f->file_descriptor);
98 vl_api_registration_t *
99 vl_socket_api_client_handle_to_registration (u32 handle)
101 socket_main_t *sm = &socket_main;
102 u32 index = socket_api_registration_handle_to_index (handle);
103 if (pool_is_free_index (sm->registration_pool, index))
106 clib_warning ("Invalid index %d\n", index);
110 return pool_elt_at_index (sm->registration_pool, index);
114 vl_socket_api_send (vl_api_registration_t * rp, u8 * elem)
119 socket_main_t *sm = &socket_main;
120 u16 msg_id = ntohs (*(u16 *) elem);
121 api_main_t *am = vlibapi_get_main ();
122 msgbuf_t *mb = (msgbuf_t *) (elem - offsetof (msgbuf_t, data));
123 vl_api_registration_t *sock_rp;
124 clib_file_main_t *fm = &file_main;
128 cf = vl_api_registration_file (rp);
129 ASSERT (rp->registration_type > REGISTRATION_TYPE_SHMEM);
131 if (msg_id >= vec_len (am->api_trace_cfg))
133 clib_warning ("id out of range: %d", msg_id);
134 vl_msg_api_free ((void *) elem);
138 sock_rp = pool_elt_at_index (sm->registration_pool,
139 rp->vl_api_registration_pool_index);
142 /* Add the msgbuf_t to the output vector */
143 vec_add (sock_rp->output_vector, (u8 *) mb, sizeof (*mb));
145 /* Try to send the message and save any error like
146 * we do in the input epoll loop */
147 vec_add (sock_rp->output_vector, elem, ntohl (mb->data_len));
148 error = clib_file_write (cf);
149 unix_save_error (&unix_main, error);
151 /* If we didn't finish sending everything, wait for tx space */
152 if (vec_len (sock_rp->output_vector) > 0
153 && !(cf->flags & UNIX_FILE_DATA_AVAILABLE_TO_WRITE))
155 cf->flags |= UNIX_FILE_DATA_AVAILABLE_TO_WRITE;
156 fm->file_update (cf, UNIX_FILE_UPDATE_MODIFY);
160 output_length = sizeof (*mb) + ntohl (mb->data_len);
161 clib_warning ("wrote %u bytes to fd %d", output_length,
162 cf->file_descriptor);
165 vl_msg_api_free ((void *) elem);
169 vl_socket_free_registration_index (u32 pool_index)
172 vl_api_registration_t *rp;
173 if (pool_is_free_index (socket_main.registration_pool, pool_index))
175 clib_warning ("main pool index %d already free", pool_index);
178 rp = pool_elt_at_index (socket_main.registration_pool, pool_index);
180 ASSERT (rp->registration_type != REGISTRATION_TYPE_FREE);
181 for (i = 0; i < vec_len (rp->additional_fds_to_close); i++)
182 if (close (rp->additional_fds_to_close[i]) < 0)
183 clib_unix_warning ("close");
184 vec_free (rp->additional_fds_to_close);
186 vec_free (rp->unprocessed_input);
187 vec_free (rp->output_vector);
188 rp->registration_type = REGISTRATION_TYPE_FREE;
189 pool_put (socket_main.registration_pool, rp);
193 vl_socket_process_api_msg (vl_api_registration_t * rp, i8 * input_v)
195 msgbuf_t *mbp = (msgbuf_t *) input_v;
197 u8 *the_msg = (u8 *) (mbp->data);
198 socket_main.current_rp = rp;
199 vl_msg_api_socket_handler (the_msg);
200 socket_main.current_rp = 0;
204 * Read function for API socket.
206 * Read data from socket, invoke SOCKET_READ_EVENT
207 * for each fully read API message, return 0.
208 * Store incomplete data for next invocation to continue.
210 * On severe read error, the file is closed.
212 * As reading is single threaded,
213 * socket_main.input_buffer is used temporarily.
214 * Even its length is modified, but always restored before return.
216 * Incomplete data is copied into a vector,
217 * pointer saved in registration's unprocessed_input.
220 vl_socket_read_ready (clib_file_t * uf)
222 clib_file_main_t *fm = &file_main;
223 vlib_main_t *vm = vlib_get_main ();
224 vl_api_registration_t *rp;
225 /* n is the size of data read to input_buffer */
227 /* msg_buffer vector can point to input_buffer or unprocessed_input */
229 /* data_for_process is a vector containing one full message, incl msgbuf_t */
230 u8 *data_for_process;
231 /* msgbuf_len is the size of one message, including sizeof (msgbuf_t) */
233 u32 save_input_buffer_length = vec_len (socket_main.input_buffer);
234 vl_socket_args_for_process_t *a;
235 u32 reg_index = uf->private_data;
237 rp = vl_socket_get_registration (reg_index);
239 /* Ignore unprocessed_input for now, n describes input_buffer for now. */
240 n = read (uf->file_descriptor, socket_main.input_buffer,
241 vec_len (socket_main.input_buffer));
247 /* Severe error, close the file. */
248 clib_file_del (fm, uf);
249 vl_socket_free_registration_index (reg_index);
251 /* EAGAIN means we do not close the file, but no data to process anyway. */
255 /* Fake smaller length teporarily, so input_buffer can be used as msg_buffer. */
256 _vec_len (socket_main.input_buffer) = n;
259 * Look for bugs here. This code is tricky because
260 * data read from a stream socket does not honor message
261 * boundaries. In the case of a long message (>4K bytes)
262 * we have to do (at least) 2 reads, etc.
264 /* Determine msg_buffer. */
265 if (vec_len (rp->unprocessed_input))
267 vec_append (rp->unprocessed_input, socket_main.input_buffer);
268 msg_buffer = rp->unprocessed_input;
272 msg_buffer = socket_main.input_buffer;
274 /* Loop to process any full messages. */
275 ASSERT (vec_len (msg_buffer) > 0);
278 /* Here, we are not sure how big a chunk of message we have left. */
279 /* Do we at least know how big the full message will be? */
280 if (vec_len (msg_buffer) <= sizeof (msgbuf_t))
281 /* No, so fragment is not a full message. */
284 /* Now we know how big the full message will be. */
286 ntohl (((msgbuf_t *) msg_buffer)->data_len) + sizeof (msgbuf_t);
288 /* But do we have a full message? */
289 if (msgbuf_len > vec_len (msg_buffer))
292 /* We don't have the entire message yet. */
293 /* If msg_buffer is unprocessed_input, nothing needs to be done. */
294 if (msg_buffer == socket_main.input_buffer)
295 /* But if we were using the input buffer, save the fragment. */
297 ASSERT (vec_len (rp->unprocessed_input) == 0);
298 vec_validate (rp->unprocessed_input, vec_len (msg_buffer) - 1);
299 clib_memcpy_fast (rp->unprocessed_input, msg_buffer,
300 vec_len (msg_buffer));
301 _vec_len (rp->unprocessed_input) = vec_len (msg_buffer);
303 /* No more full messages, restore original input_buffer length. */
304 _vec_len (socket_main.input_buffer) = save_input_buffer_length;
309 * We have at least one full message.
310 * But msg_buffer can contain more data, so copy one message data
311 * so we can overwrite its length to what single message has.
313 data_for_process = (u8 *) vec_dup (msg_buffer);
314 _vec_len (data_for_process) = msgbuf_len;
315 /* Everything is ready to signal the SOCKET_READ_EVENT. */
316 pool_get (socket_main.process_args, a);
317 a->reg_index = reg_index;
318 a->data = data_for_process;
320 vlib_process_signal_event (vm, vl_api_clnt_node.index,
322 a - socket_main.process_args);
323 if (vec_len (msg_buffer) > msgbuf_len)
324 /* There are some fragments left. Shrink the msg_buffer to simplify logic. */
325 vec_delete (msg_buffer, msgbuf_len, 0);
327 /* We are done with msg_buffer. */
328 _vec_len (msg_buffer) = 0;
330 while (vec_len (msg_buffer) > 0);
332 /* Restore input_buffer, it could have been msg_buffer. */
333 _vec_len (socket_main.input_buffer) = save_input_buffer_length;
338 vl_socket_write_ready (clib_file_t * uf)
340 clib_file_main_t *fm = &file_main;
341 vl_api_registration_t *rp;
344 rp = pool_elt_at_index (socket_main.registration_pool, uf->private_data);
346 /* Flush output vector. */
347 size_t total_bytes = vec_len (rp->output_vector);
348 size_t bytes_to_send, remaining_bytes = total_bytes;
349 void *p = rp->output_vector;
350 while (remaining_bytes > 0)
352 bytes_to_send = remaining_bytes > 4096 ? 4096 : remaining_bytes;
353 n = write (uf->file_descriptor, p, bytes_to_send);
361 clib_warning ("write error, close the file...\n");
363 clib_file_del (fm, uf);
364 vl_socket_free_registration_index (rp -
365 socket_main.registration_pool);
368 remaining_bytes -= bytes_to_send;
372 vec_delete (rp->output_vector, total_bytes - remaining_bytes, 0);
373 if (vec_len (rp->output_vector) <= 0
374 && (uf->flags & UNIX_FILE_DATA_AVAILABLE_TO_WRITE))
376 uf->flags &= ~UNIX_FILE_DATA_AVAILABLE_TO_WRITE;
377 fm->file_update (uf, UNIX_FILE_UPDATE_MODIFY);
384 vl_socket_error_ready (clib_file_t * uf)
386 vl_api_registration_t *rp;
387 clib_file_main_t *fm = &file_main;
389 rp = pool_elt_at_index (socket_main.registration_pool, uf->private_data);
390 clib_file_del (fm, uf);
391 vl_socket_free_registration_index (rp - socket_main.registration_pool);
397 socksvr_file_add (clib_file_main_t * fm, int fd)
399 vl_api_registration_t *rp;
400 clib_file_t template = { 0 };
402 pool_get (socket_main.registration_pool, rp);
403 clib_memset (rp, 0, sizeof (*rp));
405 template.read_function = vl_socket_read_ready;
406 template.write_function = vl_socket_write_ready;
407 template.error_function = vl_socket_error_ready;
408 template.file_descriptor = fd;
409 template.private_data = rp - socket_main.registration_pool;
411 rp->registration_type = REGISTRATION_TYPE_SOCKET_SERVER;
412 rp->vl_api_registration_pool_index = rp - socket_main.registration_pool;
413 rp->clib_file_index = clib_file_add (fm, &template);
416 static clib_error_t *
417 socksvr_accept_ready (clib_file_t * uf)
419 clib_file_main_t *fm = &file_main;
420 socket_main_t *sm = &socket_main;
421 clib_socket_t *sock = &sm->socksvr_listen_socket;
422 clib_socket_t client;
425 error = clib_socket_accept (sock, &client);
429 socksvr_file_add (fm, client.fd);
433 static clib_error_t *
434 socksvr_bogus_write (clib_file_t * uf)
436 clib_warning ("why am I here?");
441 * vl_api_sockclnt_create_t_handler
444 vl_api_sockclnt_create_t_handler (vl_api_sockclnt_create_t * mp)
446 vl_api_registration_t *regp;
447 vl_api_sockclnt_create_reply_t *rp;
448 api_main_t *am = vlibapi_get_main ();
451 u32 nmsg = hash_elts (am->msg_index_by_name_and_crc);
454 regp = socket_main.current_rp;
456 ASSERT (regp->registration_type == REGISTRATION_TYPE_SOCKET_SERVER);
458 regp->name = format (0, "%s%c", mp->name, 0);
460 u32 size = sizeof (*rp) + (nmsg * sizeof (vl_api_message_table_entry_t));
461 rp = vl_msg_api_alloc_zero (size);
462 rp->_vl_msg_id = htons (VL_API_SOCKCLNT_CREATE_REPLY);
463 rp->index = htonl (sock_api_registration_handle (regp));
464 rp->context = mp->context;
465 rp->response = htonl (rv);
466 rp->count = htons (nmsg);
469 hash_foreach_pair (hp, am->msg_index_by_name_and_crc,
471 rp->message_table[i].index = htons(hp->value[0]);
472 (void) strncpy_s((char *)rp->message_table[i].name,
473 64 /* bytes of space at dst */,
475 64-1 /* chars to copy, without zero byte. */);
479 vl_api_send_msg (regp, (u8 *) rp);
483 * vl_api_sockclnt_delete_t_handler
486 vl_api_sockclnt_delete_t_handler (vl_api_sockclnt_delete_t * mp)
488 vl_api_registration_t *regp;
489 vl_api_sockclnt_delete_reply_t *rp;
491 regp = vl_api_client_index_to_registration (mp->client_index);
495 u32 reg_index = socket_api_registration_handle_to_index (ntohl (mp->index));
496 rp = vl_msg_api_alloc (sizeof (*rp));
497 rp->_vl_msg_id = htons (VL_API_SOCKCLNT_DELETE_REPLY);
498 rp->context = mp->context;
500 if (!pool_is_free_index (socket_main.registration_pool, reg_index))
502 rp->response = htonl (1);
503 vl_api_send_msg (regp, (u8 *) rp);
505 vl_api_registration_del_file (regp);
506 vl_socket_free_registration_index (reg_index);
510 clib_warning ("unknown client ID %d", reg_index);
511 rp->response = htonl (-1);
512 vl_api_send_msg (regp, (u8 *) rp);
517 vl_sock_api_send_fd_msg (int socket_fd, int fds[], int n_fds)
519 struct msghdr mh = { 0 };
521 char ctl[CMSG_SPACE (sizeof (int) * n_fds)];
522 struct cmsghdr *cmsg;
526 iov[0].iov_base = msg;
527 iov[0].iov_len = strlen (msg);
531 clib_memset (&ctl, 0, sizeof (ctl));
532 mh.msg_control = ctl;
533 mh.msg_controllen = sizeof (ctl);
534 cmsg = CMSG_FIRSTHDR (&mh);
535 cmsg->cmsg_len = CMSG_LEN (sizeof (int) * n_fds);
536 cmsg->cmsg_level = SOL_SOCKET;
537 cmsg->cmsg_type = SCM_RIGHTS;
538 clib_memcpy_fast (CMSG_DATA (cmsg), fds, sizeof (int) * n_fds);
540 rv = sendmsg (socket_fd, &mh, 0);
542 return clib_error_return_unix (0, "sendmsg");
546 vl_api_shm_elem_config_t *
547 vl_api_make_shm_config (vl_api_sock_init_shm_t * mp)
549 vl_api_shm_elem_config_t *config = 0, *c;
555 vec_validate (config, 6);
556 config[0].type = VL_API_VLIB_RING;
557 config[0].size = 256;
558 config[0].count = 32;
560 config[1].type = VL_API_VLIB_RING;
561 config[1].size = 1024;
562 config[1].count = 16;
564 config[2].type = VL_API_VLIB_RING;
565 config[2].size = 4096;
568 config[3].type = VL_API_CLIENT_RING;
569 config[3].size = 256;
570 config[3].count = 32;
572 config[4].type = VL_API_CLIENT_RING;
573 config[4].size = 1024;
574 config[4].count = 16;
576 config[5].type = VL_API_CLIENT_RING;
577 config[5].size = 4096;
580 config[6].type = VL_API_QUEUE;
581 config[6].count = 128;
582 config[6].size = sizeof (uword);
586 vec_validate (config, mp->nitems - 1);
587 for (i = 0; i < mp->nitems; i++)
589 cfg = mp->configs[i];
590 /* Pretty much a hack but it avoids defining our own api type
592 c = (vl_api_shm_elem_config_t *) & cfg;
593 config[i].type = c->type;
594 config[i].count = c->count;
595 config[i].size = c->size;
602 * Bootstrap shm api using the socket api
605 vl_api_sock_init_shm_t_handler (vl_api_sock_init_shm_t * mp)
607 vl_api_sock_init_shm_reply_t *rmp;
608 ssvm_private_t _memfd_private, *memfd = &_memfd_private;
609 svm_map_region_args_t _args, *a = &_args;
610 vl_api_registration_t *regp;
611 api_main_t *am = vlibapi_get_main ();
612 svm_region_t *vlib_rp;
614 vl_api_shm_elem_config_t *config = 0;
615 vl_shmem_hdr_t *shmem_hdr;
616 int rv, tries = 1000;
618 regp = vl_api_client_index_to_registration (mp->client_index);
621 clib_warning ("API client disconnected");
624 if (regp->registration_type != REGISTRATION_TYPE_SOCKET_SERVER)
626 rv = -31; /* VNET_API_ERROR_INVALID_REGISTRATION */
631 * Set up a memfd segment of the requested size wherein the
632 * shmem data structures will be initialized
634 clib_memset (memfd, 0, sizeof (*memfd));
635 memfd->ssvm_size = mp->requested_size;
636 memfd->requested_va = 0ULL;
637 memfd->i_am_master = 1;
638 memfd->name = format (0, "%s%c", regp->name, 0);
640 if ((rv = ssvm_master_init_memfd (memfd)))
643 /* Remember to close this fd when the socket connection goes away */
644 vec_add1 (regp->additional_fds_to_close, memfd->fd);
647 * Create a plausible svm_region in the memfd backed segment
649 clib_memset (a, 0, sizeof (*a));
650 a->baseva = memfd->sh->ssvm_va + MMAP_PAGESIZE;
651 a->size = memfd->ssvm_size - MMAP_PAGESIZE;
652 /* $$$$ might want a different config parameter */
653 a->pvt_heap_size = am->api_pvt_heap_size;
654 a->flags = SVM_FLAGS_MHEAP;
655 svm_region_init_mapped_region (a, (svm_region_t *) a->baseva);
658 * Part deux, initialize the svm_region_t shared-memory header
659 * api allocation rings, and so on.
661 config = vl_api_make_shm_config (mp);
662 vlib_rp = (svm_region_t *) a->baseva;
663 vl_init_shmem (vlib_rp, config, 1 /* is_vlib (dont-care) */ ,
664 1 /* is_private */ );
666 /* Remember who created this. Needs to be post vl_init_shmem */
667 shmem_hdr = (vl_shmem_hdr_t *) vlib_rp->user_ctx;
668 shmem_hdr->clib_file_index = vl_api_registration_file_index (regp);
670 vec_add1 (am->vlib_private_rps, vlib_rp);
671 memfd->sh->ready = 1;
674 /* Recompute the set of input queues to poll in memclnt_process */
675 vec_reset_length (vl_api_queue_cursizes);
679 rmp = vl_msg_api_alloc (sizeof (*rmp));
680 rmp->_vl_msg_id = htons (VL_API_SOCK_INIT_SHM_REPLY);
681 rmp->context = mp->context;
682 rmp->retval = htonl (rv);
685 * Note: The reply message needs to make it out the back door
686 * before we send the magic fd message. That's taken care of by
689 vl_socket_api_send (regp, (u8 *) rmp);
694 /* Send the magic "here's your sign (aka fd)" socket message */
695 cf = vl_api_registration_file (regp);
697 /* Wait for reply to be consumed before sending the fd */
701 rv = ioctl (cf->file_descriptor, TIOCOUTQ, &bytes);
704 clib_unix_warning ("ioctl returned");
712 vl_sock_api_send_fd_msg (cf->file_descriptor, &memfd->fd, 1);
715 #define foreach_vlib_api_msg \
716 _(SOCKCLNT_CREATE, sockclnt_create, 1) \
717 _(SOCKCLNT_DELETE, sockclnt_delete, 1) \
718 _(SOCK_INIT_SHM, sock_init_shm, 1)
721 vl_sock_api_init (vlib_main_t * vm)
723 clib_file_main_t *fm = &file_main;
724 clib_file_t template = { 0 };
725 vl_api_registration_t *rp;
726 socket_main_t *sm = &socket_main;
727 clib_socket_t *sock = &sm->socksvr_listen_socket;
730 /* If not explicitly configured, do not bind/enable, etc. */
731 if (sm->socket_name == 0)
735 vl_msg_api_set_handlers(VL_API_##N, #n, \
736 vl_api_##n##_t_handler, \
738 vl_api_##n##_t_endian, \
739 vl_api_##n##_t_print, \
740 sizeof(vl_api_##n##_t), t);
741 foreach_vlib_api_msg;
744 vec_resize (sm->input_buffer, 4096);
746 sock->config = (char *) sm->socket_name;
747 sock->flags = CLIB_SOCKET_F_IS_SERVER | CLIB_SOCKET_F_ALLOW_GROUP_WRITE;
748 error = clib_socket_init (sock);
752 pool_get (sm->registration_pool, rp);
753 clib_memset (rp, 0, sizeof (*rp));
755 rp->registration_type = REGISTRATION_TYPE_SOCKET_LISTEN;
757 template.read_function = socksvr_accept_ready;
758 template.write_function = socksvr_bogus_write;
759 template.file_descriptor = sock->fd;
760 template.private_data = rp - sm->registration_pool;
762 rp->clib_file_index = clib_file_add (fm, &template);
766 static clib_error_t *
767 socket_exit (vlib_main_t * vm)
769 socket_main_t *sm = &socket_main;
770 vl_api_registration_t *rp;
772 /* Defensive driving in case something wipes out early */
773 if (sm->registration_pool)
777 pool_foreach (rp, sm->registration_pool, ({
778 vl_api_registration_del_file (rp);
779 index = rp->vl_api_registration_pool_index;
780 vl_socket_free_registration_index (index);
788 VLIB_MAIN_LOOP_EXIT_FUNCTION (socket_exit);
790 static clib_error_t *
791 socksvr_config (vlib_main_t * vm, unformat_input_t * input)
793 socket_main_t *sm = &socket_main;
795 while (unformat_check_input (input) != UNFORMAT_END_OF_INPUT)
797 if (unformat (input, "socket-name %s", &sm->socket_name))
799 /* DEPRECATE: default keyword is ignored */
800 else if (unformat (input, "default"))
804 return clib_error_return (0, "unknown input '%U'",
805 format_unformat_error, input);
809 if (!vec_len (sm->socket_name))
810 sm->socket_name = format (0, "%s/%s", vlib_unix_get_runtime_dir (),
811 API_SOCKET_FILENAME);
812 vec_terminate_c_string (sm->socket_name);
817 VLIB_CONFIG_FUNCTION (socksvr_config, "socksvr");
820 vlibsocket_reference ()
825 * fd.io coding-style-patch-verification: ON
828 * eval: (c-set-style "gnu")