milvus/tools/core_gen/all_generate.py
cai.zhang f940cc455a Add dockerfile for index
Signed-off-by: cai.zhang <cai.zhang@zilliz.com>
2021-01-26 09:38:40 +08:00

113 lines
3.7 KiB
Python
Executable File

#!python
# from gen_base_visitor import *
# from gen_node import *
from assemble import *
from meta_gen import *
import re
import os
def gen_file(rootfile, template, output, **kwargs):
namespace, root_base, struct_name = meta_gen(readfile(rootfile))
vc = assemble(readfile(template), namespace=namespace, root_base=root_base, struct_name=struct_name, **kwargs)
file = open(output, 'w')
license = open("../../internal/core/build-support/cpp_license.txt").read()
file.write(license + vc)
def extract_extra_body(visitor_info, query_path):
pattern = re.compile(r"class(.*){\n((.|\n)*?)\n};", re.MULTILINE)
for node, visitors in visitor_info.items():
for visitor in visitors:
vis_name = visitor['visitor_name']
vis_file = query_path + "visitors/" + vis_name + ".cpp"
body = ' public:'
inc_pattern_str = r'^(#include(.|\n)*)\n#include "query/generated/{}.h"'.format(vis_name)
inc_pattern = re.compile(inc_pattern_str, re.MULTILINE)
if os.path.exists(vis_file):
content = readfile(vis_file)
infos = pattern.findall(content)
assert len(infos) <= 1
if len(infos) == 1:
name, body, _ = infos[0]
extra_inc_infos = inc_pattern.findall(content)
assert(len(extra_inc_infos) <= 1)
print(extra_inc_infos)
if len(extra_inc_infos) == 1:
extra_inc_body, _ = extra_inc_infos[0]
visitor["ctor_and_member"] = body
visitor["extra_inc"] = extra_inc_body
if __name__ == "__main__":
query_path = "../../internal/core/src/query/"
output_path = query_path + "generated/"
node_names = ["Expr", "PlanNode"]
visitor_info = {
'Expr': [
{
'visitor_name': "ShowExprVisitor",
"parameter_name": 'expr',
},
{
'visitor_name': "ExecExprVisitor",
"parameter_name": 'expr',
},
{
'visitor_name': "VerifyExprVisitor",
"parameter_name": 'expr',
},
{
'visitor_name': "ExtractInfoExprVisitor",
"parameter_name": 'expr',
},
],
'PlanNode': [
{
'visitor_name': "ShowPlanNodeVisitor",
"parameter_name": 'node',
},
{
'visitor_name': "ExecPlanNodeVisitor",
"parameter_name": 'node',
},
{
'visitor_name': "VerifyPlanNodeVisitor",
"parameter_name": 'node',
},
{
'visitor_name': "ExtractInfoPlanNodeVisitor",
"parameter_name": 'node',
},
]
}
extract_extra_body(visitor_info, query_path)
for name in node_names:
rootfile = query_path + name + ".h"
template = 'templates/visitor_base.h'
output = output_path + name + 'Visitor.h'
gen_file(rootfile, template, output)
template = 'templates/node_def.cpp'
output = output_path + name + '.cpp'
gen_file(rootfile, template, output)
for info in visitor_info[name]:
vis_name = info['visitor_name']
template = 'templates/visitor_derived.h'
output = output_path + vis_name + '.h'
gen_file(rootfile, template, output, **info)
vis_name = info['visitor_name']
template = 'templates/visitor_derived.cpp'
output = output_path + vis_name + '.cpp'
gen_file(rootfile, template, output, **info)
print("Done")