mirror of
https://gitee.com/milvus-io/milvus.git
synced 2024-12-05 05:18:52 +08:00
a7d832e3f8
Signed-off-by: huangjincheng2022 <jincheng.huang@zilliz.com> Signed-off-by: huangjincheng2022 <jincheng.huang@zilliz.com>
347 lines
19 KiB
Python
347 lines
19 KiB
Python
from datetime import datetime
|
|
import time
|
|
from pymilvus import utility
|
|
import sys
|
|
|
|
sys.path.append("..")
|
|
from check.func_check import ResponseChecker
|
|
from utils.api_request import api_request
|
|
from common.common_type import BulkLoadStates
|
|
from pymilvus.orm.role import Role
|
|
|
|
|
|
TIMEOUT = 20
|
|
|
|
|
|
class ApiUtilityWrapper:
|
|
""" Method of encapsulating utility files """
|
|
|
|
ut = utility
|
|
role = None
|
|
|
|
def bulk_load(self, collection_name, partition_name="", row_based=True, files="", timeout=None,
|
|
using="default", check_task=None, check_items=None, **kwargs):
|
|
func_name = sys._getframe().f_code.co_name
|
|
res, is_succ = api_request([self.ut.bulk_load, collection_name, partition_name, row_based,
|
|
files, timeout, using], **kwargs)
|
|
check_result = ResponseChecker(res, func_name, check_task, check_items, is_succ,
|
|
collection_name=collection_name, using=using).run()
|
|
return res, check_result
|
|
|
|
def get_bulk_load_state(self, task_id, timeout=None, using="default", check_task=None, check_items=None, **kwargs):
|
|
func_name = sys._getframe().f_code.co_name
|
|
res, is_succ = api_request([self.ut.get_bulk_load_state, task_id, timeout, using], **kwargs)
|
|
check_result = ResponseChecker(res, func_name, check_task, check_items, is_succ,
|
|
task_id=task_id, using=using).run()
|
|
return res, check_result
|
|
|
|
def wait_for_bulk_load_tasks_completed(self, task_ids, target_state=BulkLoadStates.BulkLoadPersisted,
|
|
timeout=None, using="default", **kwargs):
|
|
start = time.time()
|
|
successes = {}
|
|
fails = {}
|
|
if timeout is not None:
|
|
task_timeout = timeout / len(task_ids)
|
|
else:
|
|
task_timeout = TIMEOUT
|
|
while (len(successes) + len(fails)) < len(task_ids):
|
|
in_progress = {}
|
|
time.sleep(0.1)
|
|
for task_id in task_ids:
|
|
if successes.get(task_id, None) is not None or fails.get(task_id, None) is not None:
|
|
continue
|
|
else:
|
|
state, _ = self.get_bulk_load_state(task_id, task_timeout, using, **kwargs)
|
|
if target_state == BulkLoadStates.BulkLoadDataQueryable:
|
|
if state.data_queryable is True:
|
|
successes[task_id] = True
|
|
else:
|
|
in_progress[task_id] = False
|
|
elif target_state == BulkLoadStates.BulkLoadDataIndexed:
|
|
if state.data_indexed is True:
|
|
successes[task_id] = True
|
|
else:
|
|
in_progress[task_id] = False
|
|
else:
|
|
if state.state_name == target_state:
|
|
successes[task_id] = state
|
|
elif state.state_name == BulkLoadStates.BulkLoadFailed:
|
|
fails[task_id] = state
|
|
else:
|
|
in_progress[task_id] = state
|
|
end = time.time()
|
|
if timeout is not None:
|
|
if end - start > timeout:
|
|
in_progress.update(fails)
|
|
in_progress.update(successes)
|
|
return False, in_progress
|
|
|
|
if len(fails) == 0:
|
|
return True, successes
|
|
else:
|
|
fails.update(successes)
|
|
return False, fails
|
|
|
|
def get_query_segment_info(self, collection_name, timeout=None, using="default", check_task=None, check_items=None):
|
|
timeout = TIMEOUT if timeout is None else timeout
|
|
func_name = sys._getframe().f_code.co_name
|
|
res, is_succ = api_request([self.ut.get_query_segment_info, collection_name, timeout, using])
|
|
check_result = ResponseChecker(res, func_name, check_task, check_items, is_succ,
|
|
collection_name=collection_name, timeout=timeout, using=using).run()
|
|
return res, check_result
|
|
|
|
def loading_progress(self, collection_name, partition_names=None,
|
|
using="default", check_task=None, check_items=None):
|
|
func_name = sys._getframe().f_code.co_name
|
|
res, is_succ = api_request([self.ut.loading_progress, collection_name, partition_names, using])
|
|
check_result = ResponseChecker(res, func_name, check_task,
|
|
check_items, is_succ, collection_name=collection_name,
|
|
partition_names=partition_names, using=using).run()
|
|
return res, check_result
|
|
|
|
def wait_for_loading_complete(self, collection_name, partition_names=None, timeout=None, using="default",
|
|
check_task=None, check_items=None):
|
|
timeout = TIMEOUT if timeout is None else timeout
|
|
|
|
func_name = sys._getframe().f_code.co_name
|
|
res, is_succ = api_request([self.ut.wait_for_loading_complete, collection_name,
|
|
partition_names, timeout, using])
|
|
check_result = ResponseChecker(res, func_name, check_task, check_items, is_succ,
|
|
collection_name=collection_name, partition_names=partition_names,
|
|
timeout=timeout, using=using).run()
|
|
return res, check_result
|
|
|
|
def index_building_progress(self, collection_name, index_name="", using="default",
|
|
check_task=None, check_items=None):
|
|
func_name = sys._getframe().f_code.co_name
|
|
res, is_succ = api_request([self.ut.index_building_progress, collection_name, index_name, using])
|
|
check_result = ResponseChecker(res, func_name, check_task, check_items, is_succ,
|
|
collection_name=collection_name, index_name=index_name,
|
|
using=using).run()
|
|
return res, check_result
|
|
|
|
def wait_for_index_building_complete(self, collection_name, index_name="", timeout=None, using="default",
|
|
check_task=None, check_items=None):
|
|
timeout = TIMEOUT if timeout is None else timeout
|
|
|
|
func_name = sys._getframe().f_code.co_name
|
|
res, is_succ = api_request([self.ut.wait_for_index_building_complete, collection_name,
|
|
index_name, timeout, using])
|
|
check_result = ResponseChecker(res, func_name, check_task, check_items, is_succ,
|
|
collection_name=collection_name, index_name=index_name,
|
|
timeout=timeout, using=using).run()
|
|
return res, check_result
|
|
|
|
def has_collection(self, collection_name, using="default", check_task=None, check_items=None):
|
|
func_name = sys._getframe().f_code.co_name
|
|
res, is_succ = api_request([self.ut.has_collection, collection_name, using])
|
|
check_result = ResponseChecker(res, func_name, check_task, check_items, is_succ,
|
|
collection_name=collection_name, using=using).run()
|
|
return res, check_result
|
|
|
|
def has_partition(self, collection_name, partition_name, using="default",
|
|
check_task=None, check_items=None):
|
|
func_name = sys._getframe().f_code.co_name
|
|
res, is_succ = api_request([self.ut.has_partition, collection_name, partition_name, using])
|
|
check_result = ResponseChecker(res, func_name, check_task, check_items, is_succ,
|
|
collection_name=collection_name,
|
|
partition_name=partition_name, using=using).run()
|
|
return res, check_result
|
|
|
|
def drop_collection(self, collection_name, timeout=None, using="default", check_task=None, check_items=None):
|
|
func_name = sys._getframe().f_code.co_name
|
|
res, is_succ = api_request([self.ut.drop_collection, collection_name, timeout, using])
|
|
check_result = ResponseChecker(res, func_name, check_task, check_items, is_succ,
|
|
collection_name=collection_name,
|
|
timeout=timeout, using=using).run()
|
|
return res, check_result
|
|
|
|
def list_collections(self, timeout=None, using="default", check_task=None, check_items=None):
|
|
timeout = TIMEOUT if timeout is None else timeout
|
|
|
|
func_name = sys._getframe().f_code.co_name
|
|
res, is_succ = api_request([self.ut.list_collections, timeout, using])
|
|
check_result = ResponseChecker(res, func_name, check_task, check_items, is_succ,
|
|
timeout=timeout, using=using).run()
|
|
return res, check_result
|
|
|
|
def calc_distance(self, vectors_left, vectors_right, params=None, timeout=None,
|
|
using="default", check_task=None, check_items=None):
|
|
timeout = TIMEOUT if timeout is None else timeout
|
|
|
|
func_name = sys._getframe().f_code.co_name
|
|
res, is_succ = api_request([self.ut.calc_distance, vectors_left, vectors_right,
|
|
params, timeout, using])
|
|
check_result = ResponseChecker(res, func_name, check_task, check_items, is_succ,
|
|
timeout=timeout, using=using).run()
|
|
return res, check_result
|
|
|
|
def load_balance(self, collection_name, src_node_id, dst_node_ids, sealed_segment_ids, timeout=None,
|
|
using="default", check_task=None, check_items=None):
|
|
timeout = TIMEOUT if timeout is None else timeout
|
|
|
|
func_name = sys._getframe().f_code.co_name
|
|
res, is_succ = api_request([self.ut.load_balance, collection_name, src_node_id, dst_node_ids,
|
|
sealed_segment_ids, timeout, using])
|
|
check_result = ResponseChecker(res, func_name, check_task, check_items, is_succ,
|
|
timeout=timeout, using=using).run()
|
|
return res, check_result
|
|
|
|
def create_alias(self, collection_name, alias, timeout=None, using="default", check_task=None, check_items=None):
|
|
timeout = TIMEOUT if timeout is None else timeout
|
|
func_name = sys._getframe().f_code.co_name
|
|
res, is_succ = api_request([self.ut.create_alias, collection_name, alias, timeout, using])
|
|
check_result = ResponseChecker(res, func_name, check_task, check_items, is_succ,
|
|
timeout=timeout, using=using).run()
|
|
return res, check_result
|
|
|
|
def drop_alias(self, alias, timeout=None, using="default", check_task=None, check_items=None):
|
|
timeout = TIMEOUT if timeout is None else timeout
|
|
func_name = sys._getframe().f_code.co_name
|
|
res, is_succ = api_request([self.ut.drop_alias, alias, timeout, using])
|
|
check_result = ResponseChecker(res, func_name, check_task, check_items, is_succ,
|
|
timeout=timeout, using=using).run()
|
|
return res, check_result
|
|
|
|
def alter_alias(self, collection_name, alias, timeout=None, using="default", check_task=None, check_items=None):
|
|
timeout = TIMEOUT if timeout is None else timeout
|
|
func_name = sys._getframe().f_code.co_name
|
|
res, is_succ = api_request([self.ut.alter_alias, collection_name, alias, timeout, using])
|
|
check_result = ResponseChecker(res, func_name, check_task, check_items, is_succ,
|
|
timeout=timeout, using=using).run()
|
|
return res, check_result
|
|
|
|
def list_aliases(self, collection_name, timeout=None, using="default", check_task=None, check_items=None):
|
|
timeout = TIMEOUT if timeout is None else timeout
|
|
func_name = sys._getframe().f_code.co_name
|
|
res, is_succ = api_request([self.ut.list_aliases, collection_name, timeout, using])
|
|
check_result = ResponseChecker(res, func_name, check_task, check_items, is_succ,
|
|
timeout=timeout, using=using).run()
|
|
return res, check_result
|
|
|
|
def mkts_from_datetime(self, d_time=None, milliseconds=0., delta=None):
|
|
d_time = datetime.now() if d_time is None else d_time
|
|
res, _ = api_request([self.ut.mkts_from_datetime, d_time, milliseconds, delta])
|
|
return res
|
|
|
|
def mkts_from_hybridts(self, hybridts, milliseconds=0., delta=None):
|
|
res, _ = api_request([self.ut.mkts_from_hybridts, hybridts, milliseconds, delta])
|
|
return res
|
|
|
|
def create_user(self, user, password, using="default", check_task=None, check_items=None):
|
|
func_name = sys._getframe().f_code.co_name
|
|
res, is_succ = api_request([self.ut.create_user, user, password, using])
|
|
check_result = ResponseChecker(res, func_name, check_task, check_items, is_succ,using=using).run()
|
|
return res, check_result
|
|
|
|
def list_usernames(self, using="default", check_task=None, check_items=None):
|
|
func_name = sys._getframe().f_code.co_name
|
|
res, is_succ = api_request([self.ut.list_usernames, using])
|
|
check_result = ResponseChecker(res, func_name, check_task, check_items, is_succ,
|
|
using=using).run()
|
|
return res, check_result
|
|
|
|
def reset_password(self, user, old_password, new_password, check_task=None, check_items=None):
|
|
func_name = sys._getframe().f_code.co_name
|
|
res, is_succ = api_request([self.ut.reset_password, user, old_password, new_password])
|
|
check_result = ResponseChecker(res, func_name, check_task, check_items, is_succ).run()
|
|
return res, check_result
|
|
|
|
def delete_user(self, user, using="default", check_task=None, check_items=None):
|
|
func_name = sys._getframe().f_code.co_name
|
|
res, is_succ = api_request([self.ut.delete_user, user, using])
|
|
check_result = ResponseChecker(res, func_name, check_task, check_items, is_succ,
|
|
using=using).run()
|
|
return res, check_result
|
|
|
|
def init_role(self, name, using="default", check_task=None, check_items=None, **kwargs):
|
|
func_name = sys._getframe().f_code.co_name
|
|
res, is_succ = api_request([Role, name, using], **kwargs)
|
|
self.role = res if is_succ else None
|
|
check_result = ResponseChecker(res, func_name, check_task, check_items, is_succ,
|
|
name=name, **kwargs).run()
|
|
return res, check_result
|
|
|
|
def create_role(self, using="default", check_task=None, check_items=None, **kwargs):
|
|
func_name = sys._getframe().f_code.co_name
|
|
res, is_succ = api_request([self.role.create], **kwargs)
|
|
res = res if is_succ else None
|
|
check_result = ResponseChecker(res, func_name, check_task, check_items, is_succ,
|
|
**kwargs).run()
|
|
return res, check_result
|
|
|
|
def list_roles(self, include_user_info: bool, using="default", check_task=None, check_items=None):
|
|
func_name = sys._getframe().f_code.co_name
|
|
res, is_succ = api_request([self.ut.list_roles, include_user_info, using])
|
|
check_result = ResponseChecker(res, func_name, check_task, check_items, is_succ, using=using).run()
|
|
return res, check_result
|
|
|
|
def list_user(self, username: str, include_role_info: bool, using="default", check_task=None, check_items=None):
|
|
func_name = sys._getframe().f_code.co_name
|
|
res, is_succ = api_request([self.ut.list_user, username, include_role_info, using])
|
|
check_result = ResponseChecker(res, func_name, check_task, check_items, is_succ, using=using).run()
|
|
return res, check_result
|
|
|
|
def list_users(self, include_role_info: bool, using="default", check_task=None, check_items=None):
|
|
func_name = sys._getframe().f_code.co_name
|
|
res, is_succ = api_request([self.ut.list_users, include_role_info, using])
|
|
check_result = ResponseChecker(res, func_name, check_task, check_items, is_succ, using=using).run()
|
|
return res, check_result
|
|
|
|
def role_drop(self, check_task=None, check_items=None, **kwargs):
|
|
func_name = sys._getframe().f_code.co_name
|
|
res, check = api_request([self.role.drop], **kwargs)
|
|
check_result = ResponseChecker(res, func_name, check_task, check_items, check, **kwargs).run()
|
|
return res, check_result
|
|
|
|
def role_is_exist(self, check_task=None, check_items=None, **kwargs):
|
|
func_name = sys._getframe().f_code.co_name
|
|
res, check = api_request([self.role.is_exist], **kwargs)
|
|
check_result = ResponseChecker(res, func_name, check_task, check_items, check, **kwargs).run()
|
|
return res, check_result
|
|
|
|
def role_add_user(self, username: str, check_task=None, check_items=None, **kwargs):
|
|
func_name = sys._getframe().f_code.co_name
|
|
res, check = api_request([self.role.add_user, username], **kwargs)
|
|
check_result = ResponseChecker(res, func_name, check_task, check_items, check, **kwargs).run()
|
|
return res, check_result
|
|
|
|
def role_remove_user(self, username: str, check_task=None, check_items=None, **kwargs):
|
|
func_name = sys._getframe().f_code.co_name
|
|
res, check = api_request([self.role.remove_user, username], **kwargs)
|
|
check_result = ResponseChecker(res, func_name, check_task, check_items, check, **kwargs).run()
|
|
return res, check_result
|
|
|
|
def role_get_users(self, check_task=None, check_items=None, **kwargs):
|
|
func_name = sys._getframe().f_code.co_name
|
|
res, check = api_request([self.role.get_users], **kwargs)
|
|
check_result = ResponseChecker(res, func_name, check_task, check_items, check, **kwargs).run()
|
|
return res, check_result
|
|
|
|
@property
|
|
def role_name(self):
|
|
return self.role.name
|
|
|
|
def role_grant(self, object: str, object_name: str, privilege: str, check_task=None, check_items=None, **kwargs):
|
|
func_name = sys._getframe().f_code.co_name
|
|
res, check = api_request([self.role.grant, object, object_name, privilege], **kwargs)
|
|
check_result = ResponseChecker(res, func_name, check_task, check_items, check, **kwargs).run()
|
|
return res, check_result
|
|
|
|
def role_revoke(self, object: str, object_name: str, privilege: str, check_task=None, check_items=None, **kwargs):
|
|
func_name = sys._getframe().f_code.co_name
|
|
res, check = api_request([self.role.revoke, object, object_name, privilege], **kwargs)
|
|
check_result = ResponseChecker(res, func_name, check_task, check_items, check, **kwargs).run()
|
|
return res, check_result
|
|
|
|
def role_list_grant(self, object: str, object_name: str, check_task=None, check_items=None, **kwargs):
|
|
func_name = sys._getframe().f_code.co_name
|
|
res, check = api_request([self.role.list_grant, object, object_name], **kwargs)
|
|
check_result = ResponseChecker(res, func_name, check_task, check_items, check, **kwargs).run()
|
|
return res, check_result
|
|
|
|
def role_list_grants(self, check_task=None, check_items=None, **kwargs):
|
|
func_name = sys._getframe().f_code.co_name
|
|
res, check = api_request([self.role.list_grants], **kwargs)
|
|
check_result = ResponseChecker(res, func_name, check_task, check_items, check, **kwargs).run()
|
|
return res, check_result |