milvus/tools/core_gen/all_generate.py

#!python
# from gen_base_visitor import *
# from gen_node import *
from assemble import *
from meta_gen import *
import re
import os

def gen_file(rootfile, template, output, **kwargs):
    namespace, root_base, struct_name = meta_gen(readfile(rootfile))
    vc = assemble(readfile(template), namespace=namespace, root_base=root_base, struct_name=struct_name, **kwargs)
    file = open(output, 'w')
    license = open("../../internal/core/build-support/cpp_license.txt").read()
    file.write(license + vc)


def extract_extra_body(visitor_info, query_path):
    pattern = re.compile(r"class(.*){\n((.|\n)*?)\n};", re.MULTILINE)

    for node, visitors in visitor_info.items():
        for visitor in visitors:
            vis_name = visitor['visitor_name']
            vis_file = query_path + "visitors/" + vis_name + ".cpp"
            body = ' public:'

            inc_pattern_str = r'^(#include(.|\n)*)\n#include "query/generated/{}.h"'.format(vis_name)
            inc_pattern = re.compile(inc_pattern_str, re.MULTILINE)

            if os.path.exists(vis_file):
                content = readfile(vis_file)
                infos = pattern.findall(content)
                assert len(infos) <= 1
                if len(infos) == 1:
                    name, body, _ = infos[0]
                
                extra_inc_infos = inc_pattern.findall(content)
                assert(len(extra_inc_infos) <= 1)
                print(extra_inc_infos)
                if len(extra_inc_infos) == 1:
                    extra_inc_body, _ = extra_inc_infos[0]
            
            visitor["ctor_and_member"] = body
            visitor["extra_inc"] = extra_inc_body

if __name__ == "__main__":
    query_path = "../../internal/core/src/query/"
    output_path = query_path + "generated/"
    
    
    node_names = ["Expr", "PlanNode"]
    visitor_info = {
        'Expr': [
            {
                'visitor_name': "ShowExprVisitor",
                "parameter_name": 'expr',
            },
            {
                'visitor_name': "ExecExprVisitor",
                "parameter_name": 'expr',
            },
            {
                'visitor_name': "VerifyExprVisitor",
                "parameter_name": 'expr',
            },
            {
                'visitor_name': "ExtractInfoExprVisitor",
                "parameter_name": 'expr',
            },
        ],
        'PlanNode': [
            {
                'visitor_name': "ShowPlanNodeVisitor",
                "parameter_name": 'node',
            },
            {
                'visitor_name': "ExecPlanNodeVisitor",
                "parameter_name": 'node',
            },
            {
                'visitor_name': "VerifyPlanNodeVisitor",
                "parameter_name": 'node',
            },
            {
                'visitor_name': "ExtractInfoPlanNodeVisitor",
                "parameter_name": 'node',
            },
        ]
    }
    extract_extra_body(visitor_info, query_path)
    
    for name in node_names:
        rootfile = query_path + name + ".h"

        template = 'templates/visitor_base.h'
        output = output_path + name + 'Visitor.h'
        gen_file(rootfile, template, output)

        template = 'templates/node_def.cpp'
        output = output_path + name + '.cpp'
        gen_file(rootfile, template, output)

        for info in visitor_info[name]:
            vis_name = info['visitor_name']
            template = 'templates/visitor_derived.h'
            output = output_path + vis_name + '.h'
            gen_file(rootfile, template, output, **info)

            vis_name = info['visitor_name']
            template = 'templates/visitor_derived.cpp'
            output = output_path + vis_name + '.cpp'
            gen_file(rootfile, template, output, **info)
    print("Done")