mirror of
https://gitee.com/milvus-io/milvus.git
synced 2024-12-01 19:39:21 +08:00
`tools/core_gen` python scripts are useless after https://github.com/milvus-io/milvus/pull/35251 fixes: #36305 Signed-off-by: Yinzuo Jiang <yinzuo.jiang@zilliz.com> Signed-off-by: Yinzuo Jiang <jiangyinzuo@foxmail.com>
This commit is contained in:
Yinzuo Jiang
GitHub
parent
f190e5d802
commit
5aad000a93
@ -28,8 +28,7 @@
|
||||
namespace milvus::query {
|
||||
|
||||
namespace impl {
|
||||
// THIS CONTAINS EXTRA BODY FOR VISITOR
|
||||
// WILL BE USED BY GENERATOR UNDER suvlim/core_gen/
|
||||
|
||||
class ExecPlanNodeVisitor : PlanNodeVisitor {
|
||||
public:
|
||||
ExecPlanNodeVisitor(const segcore::SegmentInterface& segment,
|
||||
|
||||
@ -10,8 +10,6 @@
|
||||
// or implied. See the License for the specific language governing permissions and limitations under the License
|
||||
|
||||
#pragma once
|
||||
// Generated File
|
||||
// DO NOT EDIT
|
||||
#include "common/Json.h"
|
||||
#include "query/PlanImpl.h"
|
||||
#include "segcore/SegmentGrowing.h"
|
||||
|
||||
@ -1,112 +0,0 @@
|
||||
#!python
|
||||
# from gen_base_visitor import *
|
||||
# from gen_node import *
|
||||
from assemble import *
|
||||
from meta_gen import *
|
||||
import re
|
||||
import os
|
||||
|
||||
def gen_file(rootfile, template, output, **kwargs):
|
||||
namespace, root_base, struct_name = meta_gen(readfile(rootfile))
|
||||
vc = assemble(readfile(template), namespace=namespace, root_base=root_base, struct_name=struct_name, **kwargs)
|
||||
file = open(output, 'w')
|
||||
license = open("../../internal/core/build-support/cpp_license.txt").read()
|
||||
file.write(license + vc)
|
||||
|
||||
|
||||
def extract_extra_body(visitor_info, query_path):
|
||||
pattern = re.compile(r"class(.*){\n((.|\n)*?)\n};", re.MULTILINE)
|
||||
|
||||
for node, visitors in visitor_info.items():
|
||||
for visitor in visitors:
|
||||
vis_name = visitor['visitor_name']
|
||||
vis_file = query_path + "visitors/" + vis_name + ".cpp"
|
||||
body = ' public:'
|
||||
|
||||
inc_pattern_str = r'^(#include(.|\n)*)\n#include "query/generated/{}.h"'.format(vis_name)
|
||||
inc_pattern = re.compile(inc_pattern_str, re.MULTILINE)
|
||||
|
||||
if os.path.exists(vis_file):
|
||||
content = readfile(vis_file)
|
||||
infos = pattern.findall(content)
|
||||
assert len(infos) <= 1
|
||||
if len(infos) == 1:
|
||||
name, body, _ = infos[0]
|
||||
|
||||
extra_inc_infos = inc_pattern.findall(content)
|
||||
assert(len(extra_inc_infos) <= 1)
|
||||
print(extra_inc_infos)
|
||||
if len(extra_inc_infos) == 1:
|
||||
extra_inc_body, _ = extra_inc_infos[0]
|
||||
|
||||
visitor["ctor_and_member"] = body
|
||||
visitor["extra_inc"] = extra_inc_body
|
||||
|
||||
if __name__ == "__main__":
|
||||
query_path = "../../internal/core/src/query/"
|
||||
output_path = query_path + "generated/"
|
||||
|
||||
|
||||
node_names = ["Expr", "PlanNode"]
|
||||
visitor_info = {
|
||||
'Expr': [
|
||||
{
|
||||
'visitor_name': "ShowExprVisitor",
|
||||
"parameter_name": 'expr',
|
||||
},
|
||||
{
|
||||
'visitor_name': "ExecExprVisitor",
|
||||
"parameter_name": 'expr',
|
||||
},
|
||||
{
|
||||
'visitor_name': "VerifyExprVisitor",
|
||||
"parameter_name": 'expr',
|
||||
},
|
||||
{
|
||||
'visitor_name': "ExtractInfoExprVisitor",
|
||||
"parameter_name": 'expr',
|
||||
},
|
||||
],
|
||||
'PlanNode': [
|
||||
{
|
||||
'visitor_name': "ShowPlanNodeVisitor",
|
||||
"parameter_name": 'node',
|
||||
},
|
||||
{
|
||||
'visitor_name': "ExecPlanNodeVisitor",
|
||||
"parameter_name": 'node',
|
||||
},
|
||||
{
|
||||
'visitor_name': "VerifyPlanNodeVisitor",
|
||||
"parameter_name": 'node',
|
||||
},
|
||||
{
|
||||
'visitor_name': "ExtractInfoPlanNodeVisitor",
|
||||
"parameter_name": 'node',
|
||||
},
|
||||
]
|
||||
}
|
||||
extract_extra_body(visitor_info, query_path)
|
||||
|
||||
for name in node_names:
|
||||
rootfile = query_path + name + ".h"
|
||||
|
||||
template = 'templates/visitor_base.h'
|
||||
output = output_path + name + 'Visitor.h'
|
||||
gen_file(rootfile, template, output)
|
||||
|
||||
template = 'templates/node_def.cpp'
|
||||
output = output_path + name + '.cpp'
|
||||
gen_file(rootfile, template, output)
|
||||
|
||||
for info in visitor_info[name]:
|
||||
vis_name = info['visitor_name']
|
||||
template = 'templates/visitor_derived.h'
|
||||
output = output_path + vis_name + '.h'
|
||||
gen_file(rootfile, template, output, **info)
|
||||
|
||||
vis_name = info['visitor_name']
|
||||
template = 'templates/visitor_derived.cpp'
|
||||
output = output_path + vis_name + '.cpp'
|
||||
gen_file(rootfile, template, output, **info)
|
||||
print("Done")
|
||||
@ -1,38 +0,0 @@
|
||||
#!python
|
||||
from meta_gen import *
|
||||
import re
|
||||
|
||||
def assemble(template, **kwargs):
|
||||
pattern = re.compile("@@@@(.*?)\n((.|\n)*?)\n####", re.MULTILINE)
|
||||
temp_info = pattern.findall(template)
|
||||
# print(temp_info)
|
||||
mapping = dict()
|
||||
rep_map = dict()
|
||||
|
||||
# drop repetive field from mapping
|
||||
for k, v in kwargs.items():
|
||||
if isinstance(v, list):
|
||||
rep_map[k] = v
|
||||
else:
|
||||
mapping[k] = v
|
||||
|
||||
for k, v, _ in temp_info:
|
||||
info = k.split("@")
|
||||
new_v = replace_all(v, **mapping)
|
||||
assert(1 <= len(info) <= 2)
|
||||
if len(info) == 2:
|
||||
k = info[0]
|
||||
rep = info[1]
|
||||
new_v = "\n\n".join([new_v.replace("@@" + rep + "@@", rep_v) for rep_v in rep_map[rep]])
|
||||
mapping[k] = new_v
|
||||
return mapping["main"]
|
||||
|
||||
|
||||
# import sys
|
||||
# if __name__ == "__main__":
|
||||
# assert(len(sys.argv) == 2)
|
||||
# root_file = sys.argv[1]
|
||||
# namespace, root_base, struct_name = meta_gen(readfile(root_file))
|
||||
# gen_all(readfile("templates/node_full.cpp"), namespace=namespace, root_base=root_base, struct_name=struct_name)
|
||||
|
||||
|
||||
@ -1,64 +0,0 @@
|
||||
#!python
|
||||
import re
|
||||
import sys
|
||||
|
||||
def eprint(*args, **kwargs):
|
||||
print(*args, file=sys.stderr, **kwargs)
|
||||
|
||||
def readfile(filename):
|
||||
file = open(filename)
|
||||
content = file.read()
|
||||
return content
|
||||
|
||||
def replace_all(template, **kwargs):
|
||||
for k, v in kwargs.items():
|
||||
template = template.replace("@@" + k + "@@", v)
|
||||
return template
|
||||
|
||||
|
||||
def meta_gen(content):
|
||||
namespace_pattern = re.compile(r"namespace(.*){")
|
||||
results = namespace_pattern.findall(content)
|
||||
assert(len(results) == 1)
|
||||
namespace = results[0].strip()
|
||||
|
||||
struct_pattern = re.compile(r"struct (.*?){((.|\n)*?)^};", re.MULTILINE)
|
||||
results = struct_pattern.findall(content)
|
||||
|
||||
body_pattern = re.compile(r"accept\((.*)Visitor ?& ?\) (.*?);")
|
||||
# print(results)
|
||||
# print(len(results[0]))
|
||||
|
||||
root_base = None
|
||||
override_structs = []
|
||||
for (title, body, _) in results:
|
||||
pack = title.replace(' ', '').split(':')
|
||||
|
||||
if len(pack) == 1:
|
||||
pack.append(None)
|
||||
|
||||
body_res = body_pattern.findall(body)
|
||||
if len(body_res) != 1:
|
||||
continue
|
||||
eprint(struct_name)
|
||||
eprint(body_res)
|
||||
eprint(body)
|
||||
assert False
|
||||
struct_name, base_name = pack
|
||||
if not base_name:
|
||||
root_base = struct_name
|
||||
visitor_name, state = body_res[0]
|
||||
assert(visitor_name == root_base)
|
||||
if state.strip() == 'override':
|
||||
override_structs.append(struct_name)
|
||||
# print(body_res)
|
||||
return namespace, root_base, override_structs
|
||||
|
||||
if __name__ == "__main__":
|
||||
assert(len(sys.argv) == 2)
|
||||
file = open(sys.argv[1])
|
||||
content = file.read()
|
||||
namespace, root_base, override_structs = meta_gen(content)
|
||||
eprint(namespace)
|
||||
eprint(root_base)
|
||||
eprint(override_structs)
|
||||
@ -1,19 +0,0 @@
|
||||
@@@@body@struct_name
|
||||
void
|
||||
@@struct_name@@::accept(@@root_base@@Visitor& visitor) {
|
||||
visitor.visit(*this);
|
||||
}
|
||||
####
|
||||
|
||||
@@@@main
|
||||
// Generated File
|
||||
// DO NOT EDIT
|
||||
#include "query/@@root_base@@.h"
|
||||
#include "@@root_base@@Visitor.h"
|
||||
|
||||
namespace @@namespace@@ {
|
||||
@@body@@
|
||||
|
||||
} // namespace @@namespace@@
|
||||
|
||||
####
|
||||
@ -1,20 +0,0 @@
|
||||
@@@@body@struct_name
|
||||
virtual void
|
||||
visit(@@struct_name@@&) = 0;
|
||||
####
|
||||
@@@@main
|
||||
#pragma once
|
||||
// Generated File
|
||||
// DO NOT EDIT
|
||||
#include "query/@@root_base@@.h"
|
||||
namespace @@namespace@@ {
|
||||
class @@root_base@@Visitor {
|
||||
public:
|
||||
virtual ~@@root_base@@Visitor() = default;
|
||||
|
||||
public:
|
||||
@@body@@
|
||||
};
|
||||
} // namespace @@namespace@@
|
||||
|
||||
####
|
||||
@ -1,18 +0,0 @@
|
||||
@@@@func_list@struct_name
|
||||
void
|
||||
@@visitor_name@@::visit(@@struct_name@@& @@parameter_name@@) {
|
||||
// TODO
|
||||
}
|
||||
####
|
||||
|
||||
|
||||
@@@@main
|
||||
#error TODO: copy this file out, and modify the content.
|
||||
#include "query/generated/@@visitor_name@@.h"
|
||||
|
||||
namespace @@namespace@@ {
|
||||
@@func_list@@
|
||||
|
||||
} // namespace @@namespace@@
|
||||
|
||||
####
|
||||
@ -1,24 +0,0 @@
|
||||
@@@@base_visitor
|
||||
@@root_base@@Visitor
|
||||
####
|
||||
@@@@body@struct_name
|
||||
void
|
||||
visit(@@struct_name@@& @@parameter_name@@) override;
|
||||
####
|
||||
@@@@main
|
||||
#pragma once
|
||||
// Generated File
|
||||
// DO NOT EDIT
|
||||
@@extra_inc@@
|
||||
#include "@@base_visitor@@.h"
|
||||
|
||||
namespace @@namespace@@ {
|
||||
class @@visitor_name@@ : public @@base_visitor@@ {
|
||||
public:
|
||||
@@body@@
|
||||
|
||||
@@ctor_and_member@@
|
||||
};
|
||||
} // namespace @@namespace@@
|
||||
|
||||
####
|
||||
Loading…
Reference in New Issue
Block a user