6 from io import StringIO
9 datestring = datetime.datetime.utcfromtimestamp(
10 int(os.environ.get('SOURCE_DATE_EPOCH', time.time())))
11 input_filename = 'inputfil'
12 top_boilerplate = '''\
14 * VLIB API definitions {datestring}
15 * Input file: {input_filename}
16 * Automatically generated: please edit the input file NOT this file!
20 #if defined(vl_msg_id)||defined(vl_union_id) \\
21 || defined(vl_printfun) ||defined(vl_endianfun) \\
22 || defined(vl_api_version)||defined(vl_typedefs) \\
23 || defined(vl_msg_name)||defined(vl_msg_name_crc_list) \\
24 || defined(vl_api_version_tuple)
25 /* ok, something was selected */
27 #warning no content included from {input_filename}
30 #define VL_API_PACKED(x) x __attribute__ ((packed))
33 bottom_boilerplate = '''\
34 /****** API CRC (whole file) *****/
37 vl_api_version({input_filename}, {file_crc:#08x})
46 /****** Message ID / handler enum ******/
52 output += "vl_msg_id(VL_API_%s, vl_api_%s_t_handler)\n" % \
53 (t.name.upper(), t.name)
62 /****** Message names ******/
68 dont_trace = 0 if t.dont_trace else 1
69 output += "vl_msg_name(vl_api_%s_t, %d)\n" % (t.name, dont_trace)
75 def msg_name_crc_list(s, suffix):
78 /****** Message name, crc list ******/
80 #ifdef vl_msg_name_crc_list
82 output += "#define foreach_vl_msg_name_crc_%s " % suffix
85 output += "\\\n_(VL_API_%s, %s, %08x) " % \
86 (t.name.upper(), t.name, t.crc)
93 mappingtable = {'string': 'vl_api_string_t', }
94 if fieldtype in mappingtable:
95 return mappingtable[fieldtype]
99 def typedefs(filename):
103 /****** Typedefs ******/
106 #include "{include}.api_types.h"
108 '''.format(include=filename)
112 format_strings = {'u8': '%u',
123 noprint_fields = {'_vl_msg_id': None,
124 'client_index': None,
131 def __init__(self, stream):
134 def print_string(self, o, stream):
137 write(' if (vl_api_string_len(&a->{f}) > 0) {{\n'
138 .format(f=o.fieldname))
139 write(' s = format(s, "\\n%U{f}: %U", '
140 'format_white_space, indent, '
141 'vl_api_format_string, (&a->{f}));\n'.format(f=o.fieldname))
143 write(' s = format(s, "\\n%U{f}:", '
144 'format_white_space, indent);\n'.format(f=o.fieldname))
147 write(' s = format(s, "\\n%U{f}: %s", '
148 'format_white_space, indent, a->{f});\n'
149 .format(f=o.fieldname))
151 def print_field(self, o, stream):
153 if o.fieldname in noprint_fields:
155 if o.fieldtype in format_strings:
156 f = format_strings[o.fieldtype]
157 write(' s = format(s, "\\n%U{n}: {f}", '
158 'format_white_space, indent, a->{n});\n'
159 .format(n=o.fieldname, f=f))
161 write(' s = format(s, "\\n%U{n}: %U", '
162 'format_white_space, indent, '
163 'format_{t}, &a->{n}, indent);\n'
164 .format(n=o.fieldname, t=o.fieldtype))
166 _dispatch['Field'] = print_field
168 def print_array(self, o, stream):
172 for (i = 0; i < {lfield}; i++) {{
173 s = format(s, "\\n%U{n}: %U",
174 format_white_space, indent, format_{t}, &a->{n}[i], indent);
178 forloop_format = '''\
179 for (i = 0; i < {lfield}; i++) {{
180 s = format(s, "\\n%U{n}: {t}",
181 format_white_space, indent, a->{n}[i]);
185 if o.fieldtype == 'string':
186 return self.print_string(o, stream)
188 if o.fieldtype == 'u8':
190 write(' s = format(s, "\\n%U{n}: %U", format_white_space, '
191 'indent, format_hex_bytes, a->{n}, a->{lfield});\n'
192 .format(n=o.fieldname, lfield=o.lengthfield))
194 write(' s = format(s, "\\n%U{n}: %U", format_white_space, '
195 'indent, format_hex_bytes, a, {lfield});\n'
196 .format(n=o.fieldname, lfield=o.length))
199 lfield = 'a->' + o.lengthfield if o.lengthfield else o.length
200 if o.fieldtype in format_strings:
201 write(forloop_format.format(lfield=lfield,
202 t=format_strings[o.fieldtype],
205 write(forloop.format(lfield=lfield, t=o.fieldtype, n=o.fieldname))
207 _dispatch['Array'] = print_array
209 def print_alias(self, k, v, stream):
211 if ('length' in v.alias and v.alias['length'] and
212 v.alias['type'] == 'u8'):
213 write(' return format(s, "%U", format_hex_bytes, a, {});\n'
214 .format(v.alias['length']))
215 elif v.alias['type'] in format_strings:
216 write(' return format(s, "{}", *a);\n'
217 .format(format_strings[v.alias['type']]))
219 write(' return format(s, "{} (print not implemented)");\n'
222 def print_enum(self, o, stream):
224 write(" switch(*a) {\n")
226 write(" case %s:\n" % b[1])
227 write(' return format(s, "{}");\n'.format(b[0]))
230 _dispatch['Enum'] = print_enum
232 def print_obj(self, o, stream):
235 if o.type in self._dispatch:
236 self._dispatch[o.type](self, o, stream)
238 write(' s = format(s, "\\n{} {} {} (print not implemented");\n'
239 .format(o.type, o.fieldtype, o.fieldname))
242 def printfun(objs, stream, modulename):
246 /****** Print functions *****/
248 #ifndef included_{module}_printfun
249 #define included_{module}_printfun
252 #define _uword_fmt \"%lld\"
253 #define _uword_cast (long long)
255 #define _uword_fmt \"%ld\"
256 #define _uword_cast long
262 static inline void *vl_api_{name}_t_print (vl_api_{name}_t *a, void *handle)
265 u32 indent __attribute__((unused)) = 2;
266 int i __attribute__((unused));
269 h = h.format(module=modulename)
272 pp = Printfun(stream)
275 write("/***** manual: vl_api_%s_t_print *****/\n\n" % t.name)
277 write(signature.format(name=t.name))
278 write(' /* Message definition: vl_api_{}_t: */\n'.format(t.name))
279 write(" s = format(s, \"vl_api_%s_t:\");\n" % t.name)
281 pp.print_obj(o, stream)
282 write(' vec_add1(s, 0);\n')
283 write(' vl_print (handle, (char *)s);\n')
284 write(' vec_free (s);\n')
285 write(' return handle;\n')
289 write("\n#endif /* vl_printfun */\n")
294 def printfun_types(objs, stream, modulename):
296 pp = Printfun(stream)
299 /****** Print functions *****/
301 #ifndef included_{module}_printfun_types
302 #define included_{module}_printfun_types
305 h = h.format(module=modulename)
309 static inline u8 *format_vl_api_{name}_t (u8 *s, va_list * args)
311 vl_api_{name}_t *a = va_arg (*args, vl_api_{name}_t *);
312 u32 indent __attribute__((unused)) = va_arg (*args, u32);
313 int i __attribute__((unused));
318 if t.__class__.__name__ == 'Enum':
319 write(signature.format(name=t.name))
320 pp.print_enum(t.block, stream)
321 write(' return s;\n')
326 write("/***** manual: vl_api_%s_t_print *****/\n\n" % t.name)
329 if t.__class__.__name__ == 'Using':
330 write(signature.format(name=t.name))
331 pp.print_alias(t.name, t, stream)
335 write(signature.format(name=t.name))
337 pp.print_obj(o, stream)
339 write(' return s;\n')
343 write("\n#endif /* vl_printfun_types */\n")
346 def imports(imports):
347 output = '/* Imported API files */\n'
348 output += '#ifndef vl_api_version\n'
351 s = i.filename.replace('plugins/', '')
352 output += '#include <{}.h>\n'.format(s)
358 'u16': 'clib_net_to_host_u16',
359 'u32': 'clib_net_to_host_u32',
360 'u64': 'clib_net_to_host_u64',
361 'i16': 'clib_net_to_host_i16',
362 'i32': 'clib_net_to_host_i32',
363 'i64': 'clib_net_to_host_i64',
364 'f64': 'clib_net_to_host_f64',
368 def endianfun_array(o):
370 for (i = 0; i < {length}; i++) {{
371 a->{name}[i] = {format}(a->{name}[i]);
375 forloop_format = '''\
376 for (i = 0; i < {length}; i++) {{
377 {type}_endian(&a->{name}[i]);
382 if o.fieldtype == 'u8' or o.fieldtype == 'string':
383 output += ' /* a->{n} = a->{n} (no-op) */\n'.format(n=o.fieldname)
385 lfield = 'a->' + o.lengthfield if o.lengthfield else o.length
386 if o.fieldtype in endian_strings:
388 .format(length=lfield,
389 format=endian_strings[o.fieldtype],
392 output += (forloop_format
393 .format(length=lfield, type=o.fieldtype,
398 def endianfun_obj(o):
400 if o.type == 'Array':
401 return endianfun_array(o)
402 elif o.type != 'Field':
403 output += (' s = format(s, "\\n{} {} {} (print not implemented");\n'
404 .format(o.type, o.fieldtype, o.fieldname))
406 if o.fieldtype in endian_strings:
407 output += (' a->{name} = {format}(a->{name});\n'
408 .format(name=o.fieldname,
409 format=endian_strings[o.fieldtype]))
410 elif o.fieldtype.startswith('vl_api_'):
411 output += (' {type}_endian(&a->{name});\n'
412 .format(type=o.fieldtype, name=o.fieldname))
414 output += ' /* a->{n} = a->{n} (no-op) */\n'.format(n=o.fieldname)
419 def endianfun(objs, modulename):
422 /****** Endian swap functions *****/\n\
424 #ifndef included_{module}_endianfun
425 #define included_{module}_endianfun
427 #undef clib_net_to_host_uword
429 #define clib_net_to_host_uword clib_net_to_host_u64
431 #define clib_net_to_host_uword clib_net_to_host_u32
435 output = output.format(module=modulename)
438 static inline void vl_api_{name}_t_endian (vl_api_{name}_t *a)
440 int i __attribute__((unused));
444 if t.__class__.__name__ == 'Enum':
445 output += signature.format(name=t.name)
446 if t.enumtype in endian_strings:
447 output += (' *a = {}(*a);\n'
448 .format(endian_strings[t.enumtype]))
450 output += (' /* a->{name} = a->{name} (no-op) */\n'
451 .format(name=t.name))
457 output += "/***** manual: vl_api_%s_t_endian *****/\n\n" % t.name
460 if t.__class__.__name__ == 'Using':
461 output += signature.format(name=t.name)
462 if ('length' in t.alias and t.alias['length'] and
463 t.alias['type'] == 'u8'):
464 output += (' /* a->{name} = a->{name} (no-op) */\n'
465 .format(name=t.name))
466 elif t.alias['type'] in format_strings:
467 output += (' *a = {}(*a);\n'
468 .format(endian_strings[t.alias['type']]))
470 output += ' /* Not Implemented yet {} */'.format(t.name)
474 output += signature.format(name=t.name)
477 output += endianfun_obj(o)
481 output += "\n#endif /* vl_endianfun */\n\n"
486 def version_tuple(s, module):
488 /****** Version tuple *****/
490 #ifdef vl_api_version_tuple
493 if 'version' in s['Option']:
494 v = s['Option']['version']
495 (major, minor, patch) = v.split('.')
496 output += "vl_api_version_tuple(%s, %s, %s, %s)\n" % \
497 (module, major, minor, patch)
499 output += "\n#endif /* vl_api_version_tuple */\n\n"
504 def generate_include_enum(s, module, stream):
508 write('typedef enum {\n')
509 for t in s['Define']:
510 write(' VL_API_{},\n'.format(t.name.upper()))
511 write(' VL_MSG_FIRST_AVAILABLE\n')
512 write('}} vl_api_{}_enum_t;\n'.format(module))
516 # Generate separate API _types file.
518 def generate_include_types(s, module, stream):
521 write('#ifndef included_{module}_api_types_h\n'.format(module=module))
522 write('#define included_{module}_api_types_h\n'.format(module=module))
525 write('/* Imported API files */\n')
526 for i in s['Import']:
527 filename = i.filename.replace('plugins/', '')
528 write('#include <{}_types.h>\n'.format(filename))
530 for o in s['types'] + s['Define']:
531 tname = o.__class__.__name__
533 if 'length' in o.alias:
534 write('typedef %s vl_api_%s_t[%s];\n' % (o.alias['type'], o.name, o.alias['length']))
536 write('typedef %s vl_api_%s_t;\n' % (o.alias['type'], o.name))
537 elif tname == 'Enum':
538 if o.enumtype == 'u32':
539 write("typedef enum {\n")
541 write("typedef enum __attribute__((packed)) {\n")
544 write(" %s = %s,\n" % (b[0], b[1]))
545 write('} vl_api_%s_t;\n' % o.name)
546 if o.enumtype != 'u32':
547 size1 = 'sizeof(vl_api_%s_t)' % o.name
548 size2 = 'sizeof(%s)' % o.enumtype
549 err_str = 'size of API enum %s is wrong' % o.name
550 write('STATIC_ASSERT(%s == %s, "%s");\n'
551 % (size1, size2, err_str))
554 write("typedef union __attribute__ ((packed)) _vl_api_%s {\n" % o.name)
556 write(("typedef struct __attribute__ ((packed)) _vl_api_%s {\n")
559 if b.type == 'Option':
561 if b.type == 'Field':
562 write(" %s %s;\n" % (api2c(b.fieldtype),
564 elif b.type == 'Array':
566 write(" %s %s[0];\n" % (api2c(b.fieldtype),
569 # Fixed length strings decay to nul terminated u8
570 if b.fieldtype == 'string':
573 .format(api2c(b.fieldtype),
576 write(' u8 {}[{}];\n'
577 .format(b.fieldname, b.length))
579 write(" %s %s[%s];\n" %
580 (api2c(b.fieldtype), b.fieldname,
583 raise ValueError("Error in processing type {} for {}"
586 write('} vl_api_%s_t;\n' % o.name)
588 for t in s['Define']:
589 write('#define VL_API_{ID}_CRC "{n}_{crc:08x}"\n'
590 .format(n=t.name, ID=t.name.upper(), crc=t.crc))
595 def generate_c_boilerplate(services, defines, file_crc, module, stream):
599 #define vl_endianfun /* define message structures */
600 #include "{module}.api.h"
603 /* instantiate all the print functions we know about */
604 #define vl_print(handle, ...) vlib_cli_output (handle, __VA_ARGS__)
606 #include "{module}.api.h"
611 write(hdr.format(module=module))
612 write('static u16\n')
613 write('setup_message_id_table (void) {\n')
614 write(' api_main_t *am = my_api_main;\n')
615 write(' u16 msg_id_base = vl_msg_api_get_msg_ids ("{}_{crc:08x}", VL_MSG_FIRST_AVAILABLE);\n'
616 .format(module, crc=file_crc))
620 write(' vl_msg_api_add_msg_name_crc (am, "{n}_{crc:08x}",\n'
621 ' VL_API_{ID} + msg_id_base);\n'
622 .format(n=d.name, ID=d.name.upper(), crc=d.crc))
624 write(' vl_msg_api_set_handlers(VL_API_{ID} + msg_id_base, "{n}",\n'
625 ' vl_api_{n}_t_handler, vl_noop_handler,\n'
626 ' vl_api_{n}_t_endian, vl_api_{n}_t_print,\n'
627 ' sizeof(vl_api_{n}_t), 1);\n'
628 .format(n=s.caller, ID=s.caller.upper()))
630 write(' return msg_id_base;\n')
634 def generate_c_test_plugin_boilerplate(services, defines, file_crc, module, stream):
637 define_hash = {d.name:d for d in defines}
641 #define vl_endianfun /* define message structures */
642 #include "{module}.api.h"
645 /* instantiate all the print functions we know about */
646 #define vl_print(handle, ...) vlib_cli_output (handle, __VA_ARGS__)
648 #include "{module}.api.h"
653 write(hdr.format(module=module))
656 d = define_hash[s.reply]
660 write('/* Manual definition requested for: vl_api_{n}_t_handler() */\n'
663 if not define_hash[s.caller].autoreply:
664 write('/* Only autoreply is supported (vl_api_{n}_t_handler()) */\n'
667 write('#ifndef VL_API_{n}_T_HANDLER\n'.format(n=s.reply.upper()))
668 write('static void\n')
669 write('vl_api_{n}_t_handler (vl_api_{n}_t * mp) {{\n'.format(n=s.reply))
670 write(' vat_main_t * vam = {}_test_main.vat_main;\n'.format(module))
671 write(' i32 retval = ntohl(mp->retval);\n')
672 write(' if (vam->async_mode) {\n')
673 write(' vam->async_errors += (retval < 0);\n')
675 write(' vam->retval = retval;\n')
676 write(' vam->result_ready = 1;\n')
682 if define_hash[e].manual_print:
684 write('static void\n')
685 write('vl_api_{n}_t_handler (vl_api_{n}_t * mp) {{\n'.format(n=e))
686 write(' vl_print(0, "{n} event called:");\n'.format(n=e))
687 write(' vl_api_{n}_t_print(mp, 0);\n'.format(n=e))
690 write('static void\n')
691 write('setup_message_id_table (vat_main_t * vam, u16 msg_id_base) {\n')
693 write(' vl_msg_api_set_handlers(VL_API_{ID} + msg_id_base, "{n}",\n'
694 ' vl_api_{n}_t_handler, vl_noop_handler,\n'
695 ' vl_api_{n}_t_endian, vl_api_{n}_t_print,\n'
696 ' sizeof(vl_api_{n}_t), 1);\n'
697 .format(n=s.reply, ID=s.reply.upper()))
698 write(' hash_set_mem (vam->function_by_name, "{n}", api_{n});\n'.format(n=s.caller))
700 write(' hash_set_mem (vam->help_by_name, "{n}", "{help}");\n'
701 .format(n=s.caller, help=define_hash[s.caller].options['vat_help']))
707 write(' vl_msg_api_set_handlers(VL_API_{ID} + msg_id_base, "{n}",\n'
708 ' vl_api_{n}_t_handler, vl_noop_handler,\n'
709 ' vl_api_{n}_t_endian, vl_api_{n}_t_print,\n'
710 ' sizeof(vl_api_{n}_t), 1);\n'
711 .format(n=e, ID=e.upper()))
715 write('clib_error_t * vat_plugin_register (vat_main_t *vam)\n')
717 write(' {n}_test_main_t * mainp = &{n}_test_main;\n'.format(n=module))
718 write(' mainp->vat_main = vam;\n')
719 write(' mainp->msg_id_base = vl_client_get_first_plugin_msg_id ("{n}_{crc:08x}");\n'
720 .format(n=module, crc=file_crc))
721 write(' if (mainp->msg_id_base == (u16) ~0)\n')
722 write(' return clib_error_return (0, "{} plugin not loaded...");\n'.format(module))
723 write(' setup_message_id_table (vam, mainp->msg_id_base);\n')
724 write('#ifdef VL_API_LOCAL_SETUP_MESSAGE_ID_TABLE\n')
725 write(' VL_API_LOCAL_SETUP_MESSAGE_ID_TABLE(vam);\n')
727 write(' return 0;\n')
734 def run(args, input_filename, s):
737 if not args.outputdir:
738 sys.stderr.write('Missing --outputdir argument')
741 basename = os.path.basename(input_filename)
742 filename, file_extension = os.path.splitext(basename)
743 modulename = filename.replace('.', '_')
744 filename_enum = os.path.join(args.outputdir + '/' + basename + '_enum.h')
745 filename_types = os.path.join(args.outputdir + '/' + basename + '_types.h')
746 filename_c = os.path.join(args.outputdir + '/' + basename + '.c')
747 filename_c_test = os.path.join(args.outputdir + '/' + basename + '_test.c')
749 # Generate separate types file
751 generate_include_types(s, modulename, st)
752 with open (filename_types, 'w') as fd:
754 shutil.copyfileobj (st, fd)
757 # Generate separate enum file
759 generate_include_enum(s, modulename, st)
760 with open (filename_enum, 'w') as fd:
762 shutil.copyfileobj (st, fd)
765 # Generate separate C file
767 generate_c_boilerplate(s['Service'], s['Define'], s['file_crc'],
769 with open (filename_c, 'w') as fd:
771 shutil.copyfileobj(st, fd)
774 # Generate separate C test file
775 # This is only supported for plugins at the moment
777 generate_c_test_plugin_boilerplate(s['Service'], s['Define'], s['file_crc'],
779 with open (filename_c_test, 'w') as fd:
781 shutil.copyfileobj(st, fd)
784 output = top_boilerplate.format(datestring=datestring,
785 input_filename=basename)
786 output += imports(s['Import'])
788 output += msg_names(s)
789 output += msg_name_crc_list(s, filename)
790 output += typedefs(modulename)
791 printfun_types(s['types'], stream, modulename)
792 printfun(s['Define'], stream, modulename)
793 output += stream.getvalue()
795 output += endianfun(s['types'] + s['Define'], modulename)
796 output += version_tuple(s, basename)
797 output += bottom_boilerplate.format(input_filename=basename,
798 file_crc=s['file_crc'])