test/milvus
1
0
Fork 0
mirror of https://gitee.com/milvus-io/milvus.git synced 2024-12-02 11:59:00 +08:00
Code Issues Actions 12 Packages Projects Releases Wiki Activity

[skip ci] Add guarantee_timestamp to ann_accuracy templet on benchmark (#12850)

Browse Source 
Signed-off-by: wangting0128 <ting.wang@zilliz.com>
This commit is contained in:
wt 2021-12-07 14:24:22 +08:00 committed by GitHub
parent f4ff0523fe
commit 1f81aa26fc
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 9 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
tests/benchmark/milvus_benchmark/runners/accuracy.py
View File

@ -130,6 +130,7 @@ class AccAccuracyRunner(AccuracyRunner):
index_params = collection["index_params"]
top_ks = collection["top_ks"]
nqs = collection["nqs"]
guarantee_timestamp = collection["guarantee_timestamp"] if "guarantee_timestamp" in collection else None
search_params = collection["search_params"]
vector_type = utils.get_vector_type(data_type)
index_field_name = utils.get_default_field_name(vector_type)
@ -184,7 +185,8 @@ class AccAccuracyRunner(AccuracyRunner):
"nq": nq,
"topk": top_k,
"search_param": search_param,
"filter": filter_param
"filter": filter_param,
"guarantee_timestamp": guarantee_timestamp
}
vector_query = {"vector": {index_field_name: search_info}}
case = {
@ -199,7 +201,8 @@ class AccAccuracyRunner(AccuracyRunner):
"index_param": index_param,
"filter_query": filter_query,
"vector_query": vector_query,
"true_ids": true_ids
"true_ids": true_ids,
"guarantee_timestamp": guarantee_timestamp
}
# Obtain the parameters of the use case to be tested
cases.append(case)
@ -272,10 +275,12 @@ class AccAccuracyRunner(AccuracyRunner):
end_time = start_time + 500
cnt = 0
while cnt < 100 and start_time < end_time:
self.milvus.query(case_param["vector_query"], filter_query=case_param["filter_query"])
self.milvus.query(case_param["vector_query"], filter_query=case_param["filter_query"],
guarantee_timestamp=case_param["guarantee_timestamp"])
cnt += 1
start_time = time.time()
query_res = self.milvus.query(case_param["vector_query"], filter_query=case_param["filter_query"])
query_res = self.milvus.query(case_param["vector_query"], filter_query=case_param["filter_query"],
guarantee_timestamp=case_param["guarantee_timestamp"])
result_ids = self.milvus.get_ids(query_res)
# Calculate the accuracy of the result of query
acc_value = utils.get_recall_value(true_ids[:nq, :top_k].tolist(), result_ids)