py/makemoduledefs.py

"""
This pre-processor parses a single file containing a list of
`MP_REGISTER_MODULE(MP_QSTR_module_name, obj_module)` or
`MP_REGISTER_EXTENSIBLE_MODULE(MP_QSTR_module_name, obj_module)`
(i.e. the output of `py/makeqstrdefs.py cat module`).

The output is a header (typically moduledefs.h) which is included by
py/objmodule.c that contains entries to be included in the definition of
 - mp_rom_map_elem_t mp_builtin_module_table[]
 - mp_rom_map_elem_t mp_builtin_extensible_module_table[]

Extensible modules are modules that can be overridden from the filesystem, see
py/builtinimnport.c:process_import_at_level. Regular modules will always use
the built-in version.
"""

from __future__ import print_function

import sys
import re
import io
import argparse


register_pattern = re.compile(
    r"\s*(MP_REGISTER_MODULE|MP_REGISTER_EXTENSIBLE_MODULE)\(MP_QSTR_(.*?),\s*(.*?)\);",
    flags=re.DOTALL,
)

delegation_pattern = re.compile(
    r"\s*(?:MP_REGISTER_MODULE_DELEGATION)\((.*?),\s*(.*?)\);",
    flags=re.DOTALL,
)


def find_module_registrations(filename):
    """Find any MP_REGISTER_MODULE definitions in the provided file.

    :param str filename: path to file to check
    :return: List[(module_name, obj_module)]
    """
    global pattern

    with io.open(filename, encoding="utf-8") as c_file_obj:
        c = c_file_obj.read()
        return set(re.findall(register_pattern, c)), set(re.findall(delegation_pattern, c))


def generate_module_table_header(modules):
    """Generate header with module table entries for builtin modules.

    :param List[(module_name, obj_module)] modules: module defs
    :return: None
    """

    # Print header file for all external modules.
    mod_defs = set()
    extensible_mod_defs = set()
    for macro_name, module_name, obj_module in modules:
        mod_def = "MODULE_DEF_{}".format(module_name.upper())
        if macro_name == "MP_REGISTER_MODULE":
            mod_defs.add(mod_def)
        elif macro_name == "MP_REGISTER_EXTENSIBLE_MODULE":
            extensible_mod_defs.add(mod_def)
        if "," in obj_module:
            print(
                "ERROR: Call to {}({}, {}) should be {}({}, {})\n".format(
                    macro_name,
                    module_name,
                    obj_module,
                    macro_name,
                    module_name,
                    obj_module.split(",")[0],
                ),
                file=sys.stderr,
            )
            sys.exit(1)
        print(
            (
                "extern const struct _mp_obj_module_t {obj_module};\n"
                "#undef {mod_def}\n"
                "#define {mod_def} {{ MP_ROM_QSTR(MP_QSTR_{module_name}), MP_ROM_PTR(&{obj_module}) }},\n"
            ).format(
                module_name=module_name,
                obj_module=obj_module,
                mod_def=mod_def,
            )
        )

    print("\n#define MICROPY_REGISTERED_MODULES \\")

    for mod_def in sorted(mod_defs):
        print("    {mod_def} \\".format(mod_def=mod_def))

    print("// MICROPY_REGISTERED_MODULES")

    print("\n#define MICROPY_REGISTERED_EXTENSIBLE_MODULES \\")

    for mod_def in sorted(extensible_mod_defs):
        print("    {mod_def} \\".format(mod_def=mod_def))

    print("// MICROPY_REGISTERED_EXTENSIBLE_MODULES")


def generate_module_delegations(delegations):
    if not delegations:
        return

    print()
    for obj_module, fun_name in delegations:
        print("extern void {}(mp_obj_t self_in, qstr attr, mp_obj_t *dest);".format(fun_name))
    print("#define MICROPY_MODULE_DELEGATIONS \\")
    for obj_module, fun_name in delegations:
        print(
            "    {{ MP_ROM_PTR(&{obj_module}), {fun_name} }}, \\".format(
                obj_module=obj_module, fun_name=fun_name
            )
        )
    print("// MICROPY_MODULE_DELEGATIONS")


def main():
    parser = argparse.ArgumentParser()
    parser.add_argument("file", nargs=1, help="file with MP_REGISTER_MODULE definitions")
    args = parser.parse_args()

    print("// Automatically generated by makemoduledefs.py.\n")

    modules, delegations = find_module_registrations(args.file[0])
    generate_module_table_header(sorted(modules))
    generate_module_delegations(sorted(delegations))


if __name__ == "__main__":
    main()