GBP: fix UT after multi-arch change
[vpp.git] / src / plugins / gbp / gbp_learn_node.c
1 /*
2  * Copyright (c) 2018 Cisco and/or its affiliates.
3  * Licensed under the Apache License, Version 2.0 (the "License");
4  * you may not use this file except in compliance with the License.
5  * You may obtain a copy of the License at:
6  *
7  *     http://www.apache.org/licenses/LICENSE-2.0
8  *
9  * Unless required by applicable law or agreed to in writing, software
10  * distributed under the License is distributed on an "AS IS" BASIS,
11  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12  * See the License for the specific language governing permissions and
13  * limitations under the License.
14  */
15
16 #include <plugins/gbp/gbp.h>
17 #include <plugins/gbp/gbp_learn.h>
18 #include <plugins/gbp/gbp_bridge_domain.h>
19 #include <vlibmemory/api.h>
20
21 #include <vnet/util/throttle.h>
22 #include <vnet/l2/l2_input.h>
23 #include <vnet/fib/fib_table.h>
24 #include <vnet/vxlan-gbp/vxlan_gbp_packet.h>
25
26 #define GBP_LEARN_DBG(...)                                      \
27     vlib_log_debug (gbp_learn_main.gl_logger, __VA_ARGS__);
28
29 #define foreach_gbp_learn                      \
30   _(DROP,    "drop")
31
32 typedef enum
33 {
34 #define _(sym,str) GBP_LEARN_ERROR_##sym,
35   foreach_gbp_learn
36 #undef _
37     GBP_LEARN_N_ERROR,
38 } gbp_learn_error_t;
39
40 static char *gbp_learn_error_strings[] = {
41 #define _(sym,string) string,
42   foreach_gbp_learn
43 #undef _
44 };
45
46 typedef enum
47 {
48 #define _(sym,str) GBP_LEARN_NEXT_##sym,
49   foreach_gbp_learn
50 #undef _
51     GBP_LEARN_N_NEXT,
52 } gbp_learn_next_t;
53
54 typedef struct gbp_learn_l2_t_
55 {
56   ip46_address_t ip;
57   mac_address_t mac;
58   u32 sw_if_index;
59   u32 bd_index;
60   epg_id_t epg;
61   ip46_address_t outer_src;
62   ip46_address_t outer_dst;
63 } gbp_learn_l2_t;
64
65
66 static void
67 gbp_learn_l2_cp (const gbp_learn_l2_t * gl2)
68 {
69   ip46_address_t *ips = NULL;
70
71   GBP_LEARN_DBG ("L2 EP: %U %U, %d",
72                  format_mac_address_t, &gl2->mac,
73                  format_ip46_address, &gl2->ip, IP46_TYPE_ANY, gl2->epg);
74
75   vec_add1 (ips, gl2->ip);
76
77   ASSERT (!ip46_address_is_zero (&gl2->outer_src));
78   ASSERT (!ip46_address_is_zero (&gl2->outer_dst));
79
80   /*
81    * flip the source and dst, since that's how it was received, this API
82    * takes how it's sent
83    */
84   gbp_endpoint_update_and_lock (GBP_ENDPOINT_SRC_DP,
85                                 gl2->sw_if_index, ips,
86                                 &gl2->mac, INDEX_INVALID,
87                                 INDEX_INVALID, gl2->epg,
88                                 (GBP_ENDPOINT_FLAG_LEARNT |
89                                  GBP_ENDPOINT_FLAG_REMOTE),
90                                 &gl2->outer_dst, &gl2->outer_src, NULL);
91   vec_free (ips);
92 }
93
94 static void
95 gbp_learn_l2_ip4_dp (const u8 * mac, const ip4_address_t * ip,
96                      u32 bd_index, u32 sw_if_index, epg_id_t epg,
97                      const ip4_address_t * outer_src,
98                      const ip4_address_t * outer_dst)
99 {
100   gbp_learn_l2_t gl2 = {
101     .sw_if_index = sw_if_index,
102     .bd_index = bd_index,
103     .epg = epg,
104     .ip.ip4 = *ip,
105     .outer_src.ip4 = *outer_src,
106     .outer_dst.ip4 = *outer_dst,
107   };
108   mac_address_from_bytes (&gl2.mac, mac);
109
110   ASSERT (!ip46_address_is_zero (&gl2.outer_src));
111   ASSERT (!ip46_address_is_zero (&gl2.outer_dst));
112
113   vl_api_rpc_call_main_thread (gbp_learn_l2_cp, (u8 *) & gl2, sizeof (gl2));
114 }
115
116 static void
117 gbp_learn_l2_ip6_dp (const u8 * mac, const ip6_address_t * ip,
118                      u32 bd_index, u32 sw_if_index, epg_id_t epg,
119                      const ip4_address_t * outer_src,
120                      const ip4_address_t * outer_dst)
121 {
122   gbp_learn_l2_t gl2 = {
123     .sw_if_index = sw_if_index,
124     .bd_index = bd_index,
125     .epg = epg,
126     .ip.ip6 = *ip,
127     .outer_src.ip4 = *outer_src,
128     .outer_dst.ip4 = *outer_dst,
129   };
130   mac_address_from_bytes (&gl2.mac, mac);
131
132   vl_api_rpc_call_main_thread (gbp_learn_l2_cp, (u8 *) & gl2, sizeof (gl2));
133 }
134
135 static void
136 gbp_learn_l2_dp (const u8 * mac, u32 bd_index, u32 sw_if_index,
137                  epg_id_t epg,
138                  const ip4_address_t * outer_src,
139                  const ip4_address_t * outer_dst)
140 {
141   gbp_learn_l2_t gl2 = {
142     .sw_if_index = sw_if_index,
143     .bd_index = bd_index,
144     .epg = epg,
145     .outer_src.ip4 = *outer_src,
146     .outer_dst.ip4 = *outer_dst,
147   };
148   mac_address_from_bytes (&gl2.mac, mac);
149
150   vl_api_rpc_call_main_thread (gbp_learn_l2_cp, (u8 *) & gl2, sizeof (gl2));
151 }
152
153 /**
154  * per-packet trace data
155  */
156 typedef struct gbp_learn_l2_trace_t_
157 {
158   /* per-pkt trace data */
159   mac_address_t mac;
160   u32 sw_if_index;
161   u32 new;
162   u32 throttled;
163   u32 epg;
164   u32 d_bit;
165 } gbp_learn_l2_trace_t;
166
167 always_inline void
168 gbp_learn_get_outer (const ethernet_header_t * eh0,
169                      ip4_address_t * outer_src, ip4_address_t * outer_dst)
170 {
171   ip4_header_t *ip0;
172   u8 *buff;
173
174   /* rewind back to the ivxlan header */
175   buff = (u8 *) eh0;
176   buff -= (sizeof (vxlan_gbp_header_t) +
177            sizeof (udp_header_t) + sizeof (ip4_header_t));
178
179   ip0 = (ip4_header_t *) buff;
180
181   *outer_src = ip0->src_address;
182   *outer_dst = ip0->dst_address;
183 }
184
185 VLIB_NODE_FN (gbp_learn_l2_node) (vlib_main_t * vm,
186                                   vlib_node_runtime_t * node,
187                                   vlib_frame_t * frame)
188 {
189   u32 n_left_from, *from, *to_next, next_index, thread_index, seed;
190   gbp_learn_main_t *glm;
191   f64 time_now;
192
193   glm = &gbp_learn_main;
194   next_index = 0;
195   n_left_from = frame->n_vectors;
196   from = vlib_frame_vector_args (frame);
197   time_now = vlib_time_now (vm);
198   thread_index = vm->thread_index;
199
200   seed = throttle_seed (&glm->gl_l2_throttle, thread_index, time_now);
201
202   while (n_left_from > 0)
203     {
204       u32 n_left_to_next;
205
206       vlib_get_next_frame (vm, node, next_index, to_next, n_left_to_next);
207
208       while (n_left_from > 0 && n_left_to_next > 0)
209         {
210           ip4_address_t outer_src, outer_dst;
211           u32 bi0, sw_if_index0, t0, epg0;
212           const ethernet_header_t *eh0;
213           gbp_bridge_domain_t *gb0;
214           gbp_learn_next_t next0;
215           gbp_endpoint_t *ge0;
216           vlib_buffer_t *b0;
217
218           next0 = GBP_LEARN_NEXT_DROP;
219           bi0 = from[0];
220           to_next[0] = bi0;
221           from += 1;
222           to_next += 1;
223           n_left_from -= 1;
224           n_left_to_next -= 1;
225
226           b0 = vlib_get_buffer (vm, bi0);
227           sw_if_index0 = vnet_buffer (b0)->sw_if_index[VLIB_RX];
228
229           eh0 = vlib_buffer_get_current (b0);
230           epg0 = vnet_buffer2 (b0)->gbp.src_epg;
231
232           next0 = vnet_l2_feature_next (b0, glm->gl_l2_input_feat_next,
233                                         L2INPUT_FEAT_GBP_LEARN);
234
235           ge0 = gbp_endpoint_find_mac (eh0->src_address,
236                                        vnet_buffer (b0)->l2.bd_index);
237           gb0 =
238             gbp_bridge_domain_get_by_bd_index (vnet_buffer (b0)->l2.bd_index);
239
240           if ((vnet_buffer2 (b0)->gbp.flags & VXLAN_GBP_GPFLAGS_D) ||
241               (gb0->gb_flags & GBP_BD_FLAG_DO_NOT_LEARN))
242             {
243               t0 = 1;
244               goto trace;
245             }
246
247           /*
248            * check for new EP or a moved EP
249            */
250           if (NULL == ge0 || ge0->ge_fwd.gef_itf != sw_if_index0)
251
252             {
253               /*
254                * use the last 4 bytes of the mac address as the hash for the EP
255                */
256               t0 = throttle_check (&glm->gl_l2_throttle, thread_index,
257                                    *((u32 *) (eh0->src_address + 2)), seed);
258               if (!t0)
259                 {
260                   gbp_learn_get_outer (eh0, &outer_src, &outer_dst);
261
262                   switch (clib_net_to_host_u16 (eh0->type))
263                     {
264                     case ETHERNET_TYPE_IP4:
265                       {
266                         const ip4_header_t *ip0;
267
268                         ip0 = (ip4_header_t *) (eh0 + 1);
269
270                         gbp_learn_l2_ip4_dp (eh0->src_address,
271                                              &ip0->src_address,
272                                              vnet_buffer (b0)->l2.bd_index,
273                                              sw_if_index0, epg0,
274                                              &outer_src, &outer_dst);
275
276                         break;
277                       }
278                     case ETHERNET_TYPE_IP6:
279                       {
280                         const ip6_header_t *ip0;
281
282                         ip0 = (ip6_header_t *) (eh0 + 1);
283
284                         gbp_learn_l2_ip6_dp (eh0->src_address,
285                                              &ip0->src_address,
286                                              vnet_buffer (b0)->l2.bd_index,
287                                              sw_if_index0, epg0,
288                                              &outer_src, &outer_dst);
289
290                         break;
291                       }
292                     default:
293                       gbp_learn_l2_dp (eh0->src_address,
294                                        vnet_buffer (b0)->l2.bd_index,
295                                        sw_if_index0, epg0,
296                                        &outer_src, &outer_dst);
297                       break;
298                     }
299                 }
300             }
301           else
302             {
303               /*
304                * this update could happen simultaneoulsy from multiple workers
305                * but that's ok we are not interested in being very accurate.
306                */
307               t0 = 0;
308               ge0->ge_last_time = time_now;
309             }
310         trace:
311           if (PREDICT_FALSE ((b0->flags & VLIB_BUFFER_IS_TRACED)))
312             {
313               gbp_learn_l2_trace_t *t =
314                 vlib_add_trace (vm, node, b0, sizeof (*t));
315               clib_memcpy_fast (t->mac.bytes, eh0->src_address, 6);
316               t->new = (NULL == ge0);
317               t->throttled = t0;
318               t->sw_if_index = sw_if_index0;
319               t->epg = epg0;
320               t->d_bit = ! !(vnet_buffer2 (b0)->gbp.flags &
321                              VXLAN_GBP_GPFLAGS_D);
322             }
323
324           /* verify speculative enqueue, maybe switch current next frame */
325           vlib_validate_buffer_enqueue_x1 (vm, node, next_index,
326                                            to_next, n_left_to_next,
327                                            bi0, next0);
328         }
329
330       vlib_put_next_frame (vm, node, next_index, n_left_to_next);
331     }
332
333   return frame->n_vectors;
334 }
335
336 /* packet trace format function */
337 static u8 *
338 format_gbp_learn_l2_trace (u8 * s, va_list * args)
339 {
340   CLIB_UNUSED (vlib_main_t * vm) = va_arg (*args, vlib_main_t *);
341   CLIB_UNUSED (vlib_node_t * node) = va_arg (*args, vlib_node_t *);
342   gbp_learn_l2_trace_t *t = va_arg (*args, gbp_learn_l2_trace_t *);
343
344   s = format (s, "new:%d throttled:%d d-bit:%d mac:%U itf:%d epg:%d",
345               t->new, t->throttled, t->d_bit,
346               format_mac_address_t, &t->mac, t->sw_if_index, t->epg);
347
348   return s;
349 }
350
351 /* *INDENT-OFF* */
352 VLIB_REGISTER_NODE (gbp_learn_l2_node) = {
353   .name = "gbp-learn-l2",
354   .vector_size = sizeof (u32),
355   .format_trace = format_gbp_learn_l2_trace,
356   .type = VLIB_NODE_TYPE_INTERNAL,
357
358   .n_errors = ARRAY_LEN(gbp_learn_error_strings),
359   .error_strings = gbp_learn_error_strings,
360
361   .n_next_nodes = GBP_LEARN_N_NEXT,
362
363   .next_nodes = {
364     [GBP_LEARN_NEXT_DROP] = "error-drop",
365   },
366 };
367 /* *INDENT-ON* */
368
369 typedef struct gbp_learn_l3_t_
370 {
371   ip46_address_t ip;
372   u32 fib_index;
373   u32 sw_if_index;
374   epg_id_t epg;
375   ip46_address_t outer_src;
376   ip46_address_t outer_dst;
377 } gbp_learn_l3_t;
378
379 static void
380 gbp_learn_l3_cp (const gbp_learn_l3_t * gl3)
381 {
382   ip46_address_t *ips = NULL;
383
384   GBP_LEARN_DBG ("L3 EP: %U, %d", format_ip46_address, &gl3->ip,
385                  IP46_TYPE_ANY, gl3->epg);
386
387   vec_add1 (ips, gl3->ip);
388
389   gbp_endpoint_update_and_lock (GBP_ENDPOINT_SRC_DP,
390                                 gl3->sw_if_index, ips, NULL,
391                                 INDEX_INVALID, INDEX_INVALID, gl3->epg,
392                                 (GBP_ENDPOINT_FLAG_REMOTE |
393                                  GBP_ENDPOINT_FLAG_LEARNT),
394                                 &gl3->outer_dst, &gl3->outer_src, NULL);
395   vec_free (ips);
396 }
397
398 static void
399 gbp_learn_ip4_dp (const ip4_address_t * ip,
400                   u32 fib_index, u32 sw_if_index, epg_id_t epg,
401                   const ip4_address_t * outer_src,
402                   const ip4_address_t * outer_dst)
403 {
404   /* *INDENT-OFF* */
405   gbp_learn_l3_t gl3 = {
406     .ip = {
407       .ip4 = *ip,
408     },
409     .sw_if_index = sw_if_index,
410     .fib_index = fib_index,
411     .epg = epg,
412     .outer_src.ip4 = *outer_src,
413     .outer_dst.ip4 = *outer_dst,
414   };
415   /* *INDENT-ON* */
416
417   vl_api_rpc_call_main_thread (gbp_learn_l3_cp, (u8 *) & gl3, sizeof (gl3));
418 }
419
420 static void
421 gbp_learn_ip6_dp (const ip6_address_t * ip,
422                   u32 fib_index, u32 sw_if_index, epg_id_t epg,
423                   const ip4_address_t * outer_src,
424                   const ip4_address_t * outer_dst)
425 {
426   /* *INDENT-OFF* */
427   gbp_learn_l3_t gl3 = {
428     .ip = {
429       .ip6 = *ip,
430     },
431     .sw_if_index = sw_if_index,
432     .fib_index = fib_index,
433     .epg = epg,
434     .outer_src.ip4 = *outer_src,
435     .outer_dst.ip4 = *outer_dst,
436   };
437   /* *INDENT-ON* */
438
439   vl_api_rpc_call_main_thread (gbp_learn_l3_cp, (u8 *) & gl3, sizeof (gl3));
440 }
441
442 /**
443  * per-packet trace data
444  */
445 typedef struct gbp_learn_l3_trace_t_
446 {
447   /* per-pkt trace data */
448   ip46_address_t ip;
449   u32 sw_if_index;
450   u32 new;
451   u32 throttled;
452   u32 epg;
453 } gbp_learn_l3_trace_t;
454
455 static uword
456 gbp_learn_l3 (vlib_main_t * vm,
457               vlib_node_runtime_t * node, vlib_frame_t * frame,
458               fib_protocol_t fproto)
459 {
460   u32 n_left_from, *from, *to_next, next_index, thread_index, seed;
461   gbp_learn_main_t *glm;
462   f64 time_now;
463
464   glm = &gbp_learn_main;
465   next_index = 0;
466   n_left_from = frame->n_vectors;
467   from = vlib_frame_vector_args (frame);
468   time_now = vlib_time_now (vm);
469   thread_index = vm->thread_index;
470
471   seed = throttle_seed (&glm->gl_l3_throttle, thread_index, time_now);
472
473   while (n_left_from > 0)
474     {
475       u32 n_left_to_next;
476
477       vlib_get_next_frame (vm, node, next_index, to_next, n_left_to_next);
478
479       while (n_left_from > 0 && n_left_to_next > 0)
480         {
481           u32 bi0, sw_if_index0, t0, epg0, fib_index0;
482           CLIB_UNUSED (const ip4_header_t *) ip4_0;
483           CLIB_UNUSED (const ip6_header_t *) ip6_0;
484           ip4_address_t outer_src, outer_dst;
485           ethernet_header_t *eth0;
486           gbp_learn_next_t next0;
487           gbp_endpoint_t *ge0;
488           vlib_buffer_t *b0;
489
490           next0 = GBP_LEARN_NEXT_DROP;
491           bi0 = from[0];
492           to_next[0] = bi0;
493           from += 1;
494           to_next += 1;
495           n_left_from -= 1;
496           n_left_to_next -= 1;
497
498           b0 = vlib_get_buffer (vm, bi0);
499           sw_if_index0 = vnet_buffer (b0)->sw_if_index[VLIB_RX];
500           epg0 = vnet_buffer2 (b0)->gbp.src_epg;
501           ip6_0 = NULL;
502           ip4_0 = NULL;
503
504           vnet_feature_next (&next0, b0);
505
506           if (vnet_buffer2 (b0)->gbp.flags & VXLAN_GBP_GPFLAGS_D)
507             {
508               t0 = 1;
509               ge0 = NULL;
510               goto trace;
511             }
512
513           fib_index0 = fib_table_get_index_for_sw_if_index (fproto,
514                                                             sw_if_index0);
515
516           if (FIB_PROTOCOL_IP6 == fproto)
517             {
518               ip6_0 = vlib_buffer_get_current (b0);
519               eth0 = (ethernet_header_t *) (((u8 *) ip6_0) - sizeof (*eth0));
520
521               gbp_learn_get_outer (eth0, &outer_src, &outer_dst);
522
523               ge0 = gbp_endpoint_find_ip6 (&ip6_0->src_address, fib_index0);
524
525               if (NULL == ge0)
526                 {
527                   t0 = throttle_check (&glm->gl_l3_throttle,
528                                        thread_index,
529                                        ip6_address_hash_to_u32
530                                        (&ip6_0->src_address), seed);
531
532                   if (!t0)
533                     {
534                       gbp_learn_ip6_dp (&ip6_0->src_address,
535                                         fib_index0, sw_if_index0, epg0,
536                                         &outer_src, &outer_dst);
537                     }
538                 }
539               else
540                 {
541                   /*
542                    * this update could happen simultaneoulsy from multiple
543                    * workers but that's ok we are not interested in being
544                    * very accurate.
545                    */
546                   t0 = 0;
547                   ge0->ge_last_time = time_now;
548                 }
549             }
550           else
551             {
552               ip4_0 = vlib_buffer_get_current (b0);
553               eth0 = (ethernet_header_t *) (((u8 *) ip4_0) - sizeof (*eth0));
554
555               gbp_learn_get_outer (eth0, &outer_src, &outer_dst);
556               ge0 = gbp_endpoint_find_ip4 (&ip4_0->src_address, fib_index0);
557
558               if (NULL == ge0)
559                 {
560                   t0 = throttle_check (&glm->gl_l3_throttle, thread_index,
561                                        ip4_0->src_address.as_u32, seed);
562
563                   if (!t0)
564                     {
565                       gbp_learn_ip4_dp (&ip4_0->src_address,
566                                         fib_index0, sw_if_index0, epg0,
567                                         &outer_src, &outer_dst);
568                     }
569                 }
570               else
571                 {
572                   /*
573                    * this update could happen simultaneoulsy from multiple
574                    * workers but that's ok we are not interested in being
575                    * very accurate.
576                    */
577                   t0 = 0;
578                   ge0->ge_last_time = time_now;
579                 }
580             }
581         trace:
582           if (PREDICT_FALSE ((b0->flags & VLIB_BUFFER_IS_TRACED)))
583             {
584               gbp_learn_l3_trace_t *t;
585
586               t = vlib_add_trace (vm, node, b0, sizeof (*t));
587               if (FIB_PROTOCOL_IP6 == fproto && ip6_0)
588                 ip46_address_set_ip6 (&t->ip, &ip6_0->src_address);
589               if (FIB_PROTOCOL_IP4 == fproto && ip4_0)
590                 ip46_address_set_ip4 (&t->ip, &ip4_0->src_address);
591               t->new = (NULL == ge0);
592               t->throttled = t0;
593               t->sw_if_index = sw_if_index0;
594               t->epg = epg0;
595             }
596
597           vlib_validate_buffer_enqueue_x1 (vm, node, next_index,
598                                            to_next, n_left_to_next,
599                                            bi0, next0);
600         }
601
602       vlib_put_next_frame (vm, node, next_index, n_left_to_next);
603     }
604
605   return frame->n_vectors;
606 }
607
608 /* packet trace format function */
609 static u8 *
610 format_gbp_learn_l3_trace (u8 * s, va_list * args)
611 {
612   CLIB_UNUSED (vlib_main_t * vm) = va_arg (*args, vlib_main_t *);
613   CLIB_UNUSED (vlib_node_t * node) = va_arg (*args, vlib_node_t *);
614   gbp_learn_l3_trace_t *t = va_arg (*args, gbp_learn_l3_trace_t *);
615
616   s = format (s, "new:%d throttled:%d ip:%U itf:%d epg:%d",
617               t->new, t->throttled,
618               format_ip46_address, &t->ip, IP46_TYPE_ANY, t->sw_if_index,
619               t->epg);
620
621   return s;
622 }
623
624 VLIB_NODE_FN (gbp_learn_ip4_node) (vlib_main_t * vm,
625                                    vlib_node_runtime_t * node,
626                                    vlib_frame_t * frame)
627 {
628   return (gbp_learn_l3 (vm, node, frame, FIB_PROTOCOL_IP4));
629 }
630
631 VLIB_NODE_FN (gbp_learn_ip6_node) (vlib_main_t * vm,
632                                    vlib_node_runtime_t * node,
633                                    vlib_frame_t * frame)
634 {
635   return (gbp_learn_l3 (vm, node, frame, FIB_PROTOCOL_IP6));
636 }
637
638 /* *INDENT-OFF* */
639 VLIB_REGISTER_NODE (gbp_learn_ip4_node) = {
640   .name = "gbp-learn-ip4",
641   .vector_size = sizeof (u32),
642   .format_trace = format_gbp_learn_l3_trace,
643   .type = VLIB_NODE_TYPE_INTERNAL,
644 };
645
646 VNET_FEATURE_INIT (gbp_learn_ip4, static) =
647 {
648   .arc_name = "ip4-unicast",
649   .node_name = "gbp-learn-ip4",
650 };
651
652 VLIB_REGISTER_NODE (gbp_learn_ip6_node) = {
653   .name = "gbp-learn-ip6",
654   .vector_size = sizeof (u32),
655   .format_trace = format_gbp_learn_l3_trace,
656   .type = VLIB_NODE_TYPE_INTERNAL,
657 };
658
659 VNET_FEATURE_INIT (gbp_learn_ip6, static) =
660 {
661   .arc_name = "ip6-unicast",
662   .node_name = "gbp-learn-ip6",
663 };
664
665 /* *INDENT-ON* */
666
667 /*
668  * fd.io coding-style-patch-verification: ON
669  *
670  * Local Variables:
671  * eval: (c-set-style "gnu")
672  * End:
673  */