2 * Copyright (c) 2017 Cisco and/or its affiliates.
3 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at:
7 * http://www.apache.org/licenses/LICENSE-2.0
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
16 * ioam_cache_tunnel_select_node.c
17 * This file implements anycast server selection using ioam data
18 * attached to anycast service selection.
19 * Anycast service is reachable via multiple servers reachable
21 * Works with TCP Anycast application.
22 * Cache entry is created when TCP SYN is received for anycast destination.
23 * Response TCP SYN ACKs for anycast service is compared and selected
24 * response is forwarded.
25 * The functionality is introduced via graph nodes that are hooked into
26 * vnet graph via classifier configs like below:
28 * Enable anycast service selection:
29 * set ioam ip6 sr-tunnel-select oneway
31 * Enable following classifier on the anycast service client facing interface
32 * e.g. anycast service is db06::06 then:
33 * classify session acl-hit-next ip6-node ip6-add-syn-hop-by-hop table-index 0 match l3
34 * ip6 dst db06::06 ioam-encap anycast
36 * Enable following classifier on the interfaces facing the server of anycast service:
37 * classify session acl-hit-next ip6-node ip6-lookup table-index 0 match l3
38 * ip6 src db06::06 ioam-decap anycast
41 #include <vlib/vlib.h>
42 #include <vnet/vnet.h>
43 #include <vnet/pg/pg.h>
44 #include <vppinfra/error.h>
45 #include <vnet/ip/ip.h>
46 #include <vnet/srv6/sr.h>
47 #include <ioam/ip6/ioam_cache.h>
48 #include <vnet/ip/ip6_hop_by_hop.h>
49 #include <vnet/ip/ip6_hop_by_hop_packet.h>
57 /* packet trace format function */
59 format_cache_ts_trace (u8 * s, va_list * args)
61 CLIB_UNUSED (vlib_main_t * vm) = va_arg (*args, vlib_main_t *);
62 CLIB_UNUSED (vlib_node_t * node) = va_arg (*args, vlib_node_t *);
63 cache_ts_trace_t *t = va_arg (*args, cache_ts_trace_t *);
65 s = format (s, "CACHE: flow_label %d, next index %d",
66 t->flow_label, t->next_index);
70 #define foreach_cache_ts_error \
71 _(RECORDED, "ip6 iOAM headers cached")
75 #define _(sym,str) CACHE_TS_ERROR_##sym,
76 foreach_cache_ts_error
81 static char *cache_ts_error_strings[] = {
82 #define _(sym,string) string,
83 foreach_cache_ts_error
89 IOAM_CACHE_TS_NEXT_POP_HBYH,
90 IOAM_CACHE_TS_ERROR_NEXT_DROP,
95 ip6_ioam_cache_ts_node_fn (vlib_main_t * vm,
96 vlib_node_runtime_t * node, vlib_frame_t * frame)
98 ioam_cache_main_t *cm = &ioam_cache_main;
99 u32 n_left_from, *from, *to_next;
100 cache_ts_next_t next_index;
103 from = vlib_frame_vector_args (frame);
104 n_left_from = frame->n_vectors;
105 next_index = node->cached_next_index;
107 while (n_left_from > 0)
111 vlib_get_next_frame (vm, node, next_index, to_next, n_left_to_next);
113 while (n_left_from > 0 && n_left_to_next > 0)
117 u32 next0 = IOAM_CACHE_TS_NEXT_POP_HBYH;
119 ip6_hop_by_hop_header_t *hbh0, *hbh_cmp;
122 u32 cache_ts_index = 0;
123 u8 cache_thread_id = 0;
131 p0 = vlib_get_buffer (vm, bi0);
132 ip0 = vlib_buffer_get_current (p0);
133 if (IP_PROTOCOL_TCP ==
134 ip6_locate_header (p0, ip0, IP_PROTOCOL_TCP, &tcp_offset0))
136 tcp0 = (tcp_header_t *) ((u8 *) ip0 + tcp_offset0);
137 if ((tcp0->flags & TCP_FLAG_SYN) == TCP_FLAG_SYN &&
138 (tcp0->flags & TCP_FLAG_ACK) == TCP_FLAG_ACK)
140 /* Look up and compare */
141 hbh0 = (ip6_hop_by_hop_header_t *) (ip0 + 1);
143 if (0 == ioam_cache_ts_lookup (ip0,
150 (tcp0->ack_number), &hbh_cmp,
152 &cache_thread_id, 1))
158 ip6_ioam_analyse_compare_path_delay (hbh0, hbh_cmp,
159 cm->criteria_oneway);
162 /* current syn/ack is worse than the earlier: Drop */
163 next0 = IOAM_CACHE_TS_ERROR_NEXT_DROP;
164 /* Check if all responses are received or time has exceeded
165 send cached response if yes */
166 ioam_cache_ts_check_and_send (cache_thread_id,
171 /* Update cache with this buffer */
172 /* If successfully updated then skip sending it */
175 ioam_cache_ts_update (cache_thread_id,
182 next0 = IOAM_CACHE_TS_ERROR_NEXT_DROP;
187 next0 = IOAM_CACHE_TS_ERROR_NEXT_DROP;
190 else if ((tcp0->flags & TCP_FLAG_RST) == TCP_FLAG_RST)
192 /* Look up and compare */
193 hbh0 = (ip6_hop_by_hop_header_t *) (ip0 + 1);
194 if (0 == ioam_cache_ts_lookup (ip0, hbh0->protocol, clib_net_to_host_u16 (tcp0->src_port), clib_net_to_host_u16 (tcp0->dst_port), clib_net_to_host_u32 (tcp0->ack_number), &hbh_cmp, &cache_ts_index, &cache_thread_id, 1)) //response seen
196 next0 = IOAM_CACHE_TS_ERROR_NEXT_DROP;
198 ioam_cache_ts_check_and_send (cache_thread_id,
204 if (PREDICT_FALSE ((node->flags & VLIB_NODE_FLAG_TRACE)))
206 if (p0->flags & VLIB_BUFFER_IS_TRACED)
208 cache_ts_trace_t *t =
209 vlib_add_trace (vm, node, p0, sizeof (*t));
212 (ip0->ip_version_traffic_class_and_flow_label);
213 t->next_index = next0;
216 /* verify speculative enqueue, maybe switch current next frame */
222 vlib_validate_buffer_enqueue_x1 (vm, node, next_index,
223 to_next, n_left_to_next,
228 vlib_put_next_frame (vm, node, next_index, n_left_to_next);
230 vlib_node_increment_counter (vm, ioam_cache_ts_node.index,
231 CACHE_TS_ERROR_RECORDED, recorded);
232 return frame->n_vectors;
236 * Node for IP6 iOAM header cache
239 VLIB_REGISTER_NODE (ioam_cache_ts_node) =
241 .function = ip6_ioam_cache_ts_node_fn,
242 .name = "ip6-ioam-tunnel-select",
243 .vector_size = sizeof (u32),
244 .format_trace = format_cache_ts_trace,
245 .type = VLIB_NODE_TYPE_INTERNAL,
246 .n_errors = ARRAY_LEN (cache_ts_error_strings),
247 .error_strings = cache_ts_error_strings,
248 .n_next_nodes = IOAM_CACHE_TS_N_NEXT,
249 /* edit / add dispositions here */
252 [IOAM_CACHE_TS_NEXT_POP_HBYH] = "ip6-pop-hop-by-hop",
253 [IOAM_CACHE_TS_ERROR_NEXT_DROP] = "error-drop",
261 } ip6_reset_ts_hbh_trace_t;
263 /* packet trace format function */
265 format_ip6_reset_ts_hbh_trace (u8 * s, va_list * args)
267 CLIB_UNUSED (vlib_main_t * vm) = va_arg (*args, vlib_main_t *);
268 CLIB_UNUSED (vlib_node_t * node) = va_arg (*args, vlib_node_t *);
269 ip6_reset_ts_hbh_trace_t *t = va_arg (*args,
270 ip6_reset_ts_hbh_trace_t *);
273 format (s, "IP6_IOAM_RESET_TUNNEL_SELECT_HBH: next index %d",
278 #define foreach_ip6_reset_ts_hbh_error \
279 _(PROCESSED, "iOAM Syn/Ack Pkts processed") \
280 _(SAVED, "iOAM Syn Pkts state saved") \
281 _(REMOVED, "iOAM Syn/Ack Pkts state removed")
285 #define _(sym,str) IP6_RESET_TS_HBH_ERROR_##sym,
286 foreach_ip6_reset_ts_hbh_error
288 IP6_RESET_TS_HBH_N_ERROR,
289 } ip6_reset_ts_hbh_error_t;
291 static char *ip6_reset_ts_hbh_error_strings[] = {
292 #define _(sym,string) string,
293 foreach_ip6_reset_ts_hbh_error
297 #define foreach_ip6_ioam_cache_ts_input_next \
298 _(IP6_LOOKUP, "ip6-lookup") \
299 _(DROP, "error-drop")
303 #define _(s,n) IP6_IOAM_CACHE_TS_INPUT_NEXT_##s,
304 foreach_ip6_ioam_cache_ts_input_next
306 IP6_IOAM_CACHE_TS_INPUT_N_NEXT,
307 } ip6_ioam_cache_ts_input_next_t;
310 VLIB_NODE_FN (ip6_reset_ts_hbh_node) (vlib_main_t * vm,
311 vlib_node_runtime_t * node,
312 vlib_frame_t * frame)
314 ioam_cache_main_t *cm = &ioam_cache_main;
315 u32 n_left_from, *from, *to_next;
316 ip_lookup_next_t next_index;
317 u32 processed = 0, cache_ts_added = 0;
319 u8 *rewrite = cm->rewrite;
320 u32 rewrite_length = vec_len (rewrite);
321 ioam_e2e_cache_option_t *e2e = 0;
322 u8 no_of_responses = cm->wait_for_responses;
324 from = vlib_frame_vector_args (frame);
325 n_left_from = frame->n_vectors;
326 next_index = node->cached_next_index;
328 while (n_left_from > 0)
332 vlib_get_next_frame (vm, node, next_index, to_next, n_left_to_next);
334 now = vlib_time_now (vm);
335 while (n_left_from >= 4 && n_left_to_next >= 2)
338 vlib_buffer_t *b0, *b1;
340 ip6_header_t *ip0, *ip1;
341 tcp_header_t *tcp0, *tcp1;
342 u32 tcp_offset0, tcp_offset1;
343 ip6_hop_by_hop_header_t *hbh0, *hbh1;
344 u64 *copy_src0, *copy_dst0, *copy_src1, *copy_dst1;
346 u32 pool_index0 = 0, pool_index1 = 0;
348 next0 = next1 = IP6_IOAM_CACHE_TS_INPUT_NEXT_IP6_LOOKUP;
349 /* Prefetch next iteration. */
351 vlib_buffer_t *p2, *p3;
353 p2 = vlib_get_buffer (vm, from[2]);
354 p3 = vlib_get_buffer (vm, from[3]);
356 vlib_prefetch_buffer_header (p2, LOAD);
357 vlib_prefetch_buffer_header (p3, LOAD);
358 CLIB_PREFETCH (p2->data, 2 * CLIB_CACHE_LINE_BYTES, LOAD);
359 CLIB_PREFETCH (p3->data, 2 * CLIB_CACHE_LINE_BYTES, LOAD);
363 /* speculatively enqueue b0 to the current next frame */
364 to_next[0] = bi0 = from[0];
365 to_next[1] = bi1 = from[1];
371 b0 = vlib_get_buffer (vm, bi0);
372 b1 = vlib_get_buffer (vm, bi1);
374 ip0 = vlib_buffer_get_current (b0);
375 ip1 = vlib_buffer_get_current (b1);
377 if (IP_PROTOCOL_TCP !=
378 ip6_locate_header (b0, ip0, IP_PROTOCOL_TCP, &tcp_offset0))
382 tcp0 = (tcp_header_t *) ((u8 *) ip0 + tcp_offset0);
383 if ((tcp0->flags & TCP_FLAG_SYN) == TCP_FLAG_SYN &&
384 (tcp0->flags & TCP_FLAG_ACK) == 0)
386 if (no_of_responses > 0)
388 /* Create TS select entry */
389 if (0 == ioam_cache_ts_add (ip0,
395 (tcp0->seq_number) + 1,
396 no_of_responses, now,
397 vm->thread_index, &pool_index0))
402 copy_dst0 = (u64 *) (((u8 *) ip0) - rewrite_length);
403 copy_src0 = (u64 *) ip0;
405 copy_dst0[0] = copy_src0[0];
406 copy_dst0[1] = copy_src0[1];
407 copy_dst0[2] = copy_src0[2];
408 copy_dst0[3] = copy_src0[3];
409 copy_dst0[4] = copy_src0[4];
411 vlib_buffer_advance (b0, -(word) rewrite_length);
412 ip0 = vlib_buffer_get_current (b0);
414 hbh0 = (ip6_hop_by_hop_header_t *) (ip0 + 1);
415 /* $$$ tune, rewrite_length is a multiple of 8 */
416 clib_memcpy_fast (hbh0, rewrite, rewrite_length);
418 (ioam_e2e_cache_option_t *) ((u8 *) hbh0 +
419 cm->rewrite_pool_index_offset);
420 e2e->pool_id = (u8) vm->thread_index;
421 e2e->pool_index = pool_index0;
422 ioam_e2e_id_rewrite_handler ((ioam_e2e_id_option_t *)
424 sizeof (ioam_e2e_cache_option_t)),
425 &cm->sr_localsid_ts);
426 /* Patch the protocol chain, insert the h-b-h (type 0) header */
427 hbh0->protocol = ip0->protocol;
430 clib_net_to_host_u16 (ip0->payload_length) + rewrite_length;
431 ip0->payload_length = clib_host_to_net_u16 (new_l0);
436 if (IP_PROTOCOL_TCP !=
437 ip6_locate_header (b1, ip1, IP_PROTOCOL_TCP, &tcp_offset1))
441 tcp1 = (tcp_header_t *) ((u8 *) ip1 + tcp_offset1);
442 if ((tcp1->flags & TCP_FLAG_SYN) == TCP_FLAG_SYN &&
443 (tcp1->flags & TCP_FLAG_ACK) == 0)
445 if (no_of_responses > 0)
447 /* Create TS select entry */
448 if (0 == ioam_cache_ts_add (ip1,
454 (tcp1->seq_number) + 1,
455 no_of_responses, now,
456 vm->thread_index, &pool_index1))
462 copy_dst1 = (u64 *) (((u8 *) ip1) - rewrite_length);
463 copy_src1 = (u64 *) ip1;
465 copy_dst1[0] = copy_src1[0];
466 copy_dst1[1] = copy_src1[1];
467 copy_dst1[2] = copy_src1[2];
468 copy_dst1[3] = copy_src1[3];
469 copy_dst1[4] = copy_src1[4];
471 vlib_buffer_advance (b1, -(word) rewrite_length);
472 ip1 = vlib_buffer_get_current (b1);
474 hbh1 = (ip6_hop_by_hop_header_t *) (ip1 + 1);
475 /* $$$ tune, rewrite_length is a multiple of 8 */
476 clib_memcpy_fast (hbh1, rewrite, rewrite_length);
478 (ioam_e2e_cache_option_t *) ((u8 *) hbh1 +
479 cm->rewrite_pool_index_offset);
480 e2e->pool_id = (u8) vm->thread_index;
481 e2e->pool_index = pool_index1;
482 ioam_e2e_id_rewrite_handler ((ioam_e2e_id_option_t *)
484 sizeof (ioam_e2e_cache_option_t)),
485 &cm->sr_localsid_ts);
486 /* Patch the protocol chain, insert the h-b-h (type 0) header */
487 hbh1->protocol = ip1->protocol;
490 clib_net_to_host_u16 (ip1->payload_length) + rewrite_length;
491 ip1->payload_length = clib_host_to_net_u16 (new_l1);
496 if (PREDICT_FALSE ((node->flags & VLIB_NODE_FLAG_TRACE)))
498 if (b0->flags & VLIB_BUFFER_IS_TRACED)
500 ip6_reset_ts_hbh_trace_t *t =
501 vlib_add_trace (vm, node, b0, sizeof (*t));
502 t->next_index = next0;
504 if (b1->flags & VLIB_BUFFER_IS_TRACED)
506 ip6_reset_ts_hbh_trace_t *t =
507 vlib_add_trace (vm, node, b1, sizeof (*t));
508 t->next_index = next1;
513 /* verify speculative enqueue, maybe switch current next frame */
514 vlib_validate_buffer_enqueue_x2 (vm, node, next_index,
515 to_next, n_left_to_next,
516 bi0, bi1, next0, next1);
518 while (n_left_from > 0 && n_left_to_next > 0)
526 ip6_hop_by_hop_header_t *hbh0;
527 u64 *copy_src0, *copy_dst0;
531 next0 = IP6_IOAM_CACHE_TS_INPUT_NEXT_IP6_LOOKUP;
532 /* speculatively enqueue b0 to the current next frame */
540 b0 = vlib_get_buffer (vm, bi0);
542 ip0 = vlib_buffer_get_current (b0);
543 if (IP_PROTOCOL_TCP !=
544 ip6_locate_header (b0, ip0, IP_PROTOCOL_TCP, &tcp_offset0))
548 tcp0 = (tcp_header_t *) ((u8 *) ip0 + tcp_offset0);
549 if ((tcp0->flags & TCP_FLAG_SYN) == TCP_FLAG_SYN &&
550 (tcp0->flags & TCP_FLAG_ACK) == 0)
552 if (no_of_responses > 0)
554 /* Create TS select entry */
555 if (0 == ioam_cache_ts_add (ip0,
561 (tcp0->seq_number) + 1,
562 no_of_responses, now,
563 vm->thread_index, &pool_index0))
568 copy_dst0 = (u64 *) (((u8 *) ip0) - rewrite_length);
569 copy_src0 = (u64 *) ip0;
571 copy_dst0[0] = copy_src0[0];
572 copy_dst0[1] = copy_src0[1];
573 copy_dst0[2] = copy_src0[2];
574 copy_dst0[3] = copy_src0[3];
575 copy_dst0[4] = copy_src0[4];
577 vlib_buffer_advance (b0, -(word) rewrite_length);
578 ip0 = vlib_buffer_get_current (b0);
580 hbh0 = (ip6_hop_by_hop_header_t *) (ip0 + 1);
581 /* $$$ tune, rewrite_length is a multiple of 8 */
582 clib_memcpy_fast (hbh0, rewrite, rewrite_length);
584 (ioam_e2e_cache_option_t *) ((u8 *) hbh0 +
585 cm->rewrite_pool_index_offset);
586 e2e->pool_id = (u8) vm->thread_index;
587 e2e->pool_index = pool_index0;
588 ioam_e2e_id_rewrite_handler ((ioam_e2e_id_option_t *)
590 sizeof (ioam_e2e_cache_option_t)),
591 &cm->sr_localsid_ts);
592 /* Patch the protocol chain, insert the h-b-h (type 0) header */
593 hbh0->protocol = ip0->protocol;
596 clib_net_to_host_u16 (ip0->payload_length) + rewrite_length;
597 ip0->payload_length = clib_host_to_net_u16 (new_l0);
601 if (PREDICT_FALSE ((node->flags & VLIB_NODE_FLAG_TRACE)
602 && (b0->flags & VLIB_BUFFER_IS_TRACED)))
604 ip6_reset_ts_hbh_trace_t *t =
605 vlib_add_trace (vm, node, b0, sizeof (*t));
606 t->next_index = next0;
609 /* verify speculative enqueue, maybe switch current next frame */
610 vlib_validate_buffer_enqueue_x1 (vm, node, next_index,
611 to_next, n_left_to_next,
615 vlib_put_next_frame (vm, node, next_index, n_left_to_next);
618 vlib_node_increment_counter (vm, cm->ip6_reset_ts_hbh_node_index,
619 IP6_RESET_TS_HBH_ERROR_PROCESSED, processed);
620 vlib_node_increment_counter (vm, cm->ip6_reset_ts_hbh_node_index,
621 IP6_RESET_TS_HBH_ERROR_SAVED, cache_ts_added);
623 return frame->n_vectors;
627 VLIB_REGISTER_NODE (ip6_reset_ts_hbh_node) =
629 .name = "ip6-add-syn-hop-by-hop",
630 .vector_size = sizeof (u32),
631 .format_trace = format_ip6_reset_ts_hbh_trace,
632 .type = VLIB_NODE_TYPE_INTERNAL,
633 .n_errors = ARRAY_LEN (ip6_reset_ts_hbh_error_strings),
634 .error_strings = ip6_reset_ts_hbh_error_strings,
635 /* See ip/lookup.h */
636 .n_next_nodes = IP6_IOAM_CACHE_TS_INPUT_N_NEXT,
639 #define _(s,n) [IP6_IOAM_CACHE_TS_INPUT_NEXT_##s] = n,
640 foreach_ip6_ioam_cache_ts_input_next
647 #ifndef CLIB_MARCH_VARIANT
648 vlib_node_registration_t ioam_cache_ts_timer_tick_node;
649 #endif /* CLIB_MARCH_VARIANT */
654 } ioam_cache_ts_timer_tick_trace_t;
656 /* packet trace format function */
658 format_ioam_cache_ts_timer_tick_trace (u8 * s, va_list * args)
660 CLIB_UNUSED (vlib_main_t * vm) = va_arg (*args, vlib_main_t *);
661 CLIB_UNUSED (vlib_node_t * node) = va_arg (*args, vlib_node_t *);
662 ioam_cache_ts_timer_tick_trace_t *t =
663 va_arg (*args, ioam_cache_ts_timer_tick_trace_t *);
665 s = format (s, "IOAM_CACHE_TS_TIMER_TICK: thread index %d",
670 #define foreach_ioam_cache_ts_timer_tick_error \
671 _(TIMER, "Timer events")
675 #define _(sym,str) IOAM_CACHE_TS_TIMER_TICK_ERROR_##sym,
676 foreach_ioam_cache_ts_timer_tick_error
678 IOAM_CACHE_TS_TIMER_TICK_N_ERROR,
679 } ioam_cache_ts_timer_tick_error_t;
681 static char *ioam_cache_ts_timer_tick_error_strings[] = {
682 #define _(sym,string) string,
683 foreach_ioam_cache_ts_timer_tick_error
687 #ifndef CLIB_MARCH_VARIANT
689 ioam_cache_ts_timer_node_enable (vlib_main_t * vm, u8 enable)
691 vlib_node_set_state (vm, ioam_cache_ts_timer_tick_node.index,
693 0 ? VLIB_NODE_STATE_DISABLED :
694 VLIB_NODE_STATE_POLLING);
698 expired_cache_ts_timer_callback (u32 * expired_timers)
700 ioam_cache_main_t *cm = &ioam_cache_main;
703 u32 thread_index = vlib_get_thread_index ();
706 for (i = 0; i < vec_len (expired_timers); i++)
708 /* Get pool index and pool id */
709 pool_index = expired_timers[i] & 0x0FFFFFFF;
711 /* Handle expiration */
712 ioam_cache_ts_send (thread_index, pool_index);
715 vlib_node_increment_counter (cm->vlib_main,
716 ioam_cache_ts_timer_tick_node.index,
717 IOAM_CACHE_TS_TIMER_TICK_ERROR_TIMER, count);
719 #endif /* CLIB_MARCH_VARIANT */
722 ioam_cache_ts_timer_tick_node_fn (vlib_main_t * vm,
723 vlib_node_runtime_t * node,
726 ioam_cache_main_t *cm = &ioam_cache_main;
727 u32 my_thread_index = vlib_get_thread_index ();
728 struct timespec ts, tsrem;
730 tw_timer_expire_timers_16t_2w_512sl (&cm->timer_wheels[my_thread_index],
733 ts.tv_nsec = 1000 * 1000 * IOAM_CACHE_TS_TICK;
734 while (nanosleep (&ts, &tsrem) < 0)
742 VLIB_REGISTER_NODE (ioam_cache_ts_timer_tick_node) = {
743 .function = ioam_cache_ts_timer_tick_node_fn,
744 .name = "ioam-cache-ts-timer-tick",
745 .format_trace = format_ioam_cache_ts_timer_tick_trace,
746 .type = VLIB_NODE_TYPE_INPUT,
748 .n_errors = ARRAY_LEN(ioam_cache_ts_timer_tick_error_strings),
749 .error_strings = ioam_cache_ts_timer_tick_error_strings,
753 .state = VLIB_NODE_STATE_DISABLED,
755 /* edit / add dispositions here */
763 * fd.io coding-style-patch-verification: ON
766 * eval: (c-set-style "gnu")