mirror of
https://gitee.com/milvus-io/milvus.git
synced 2024-12-03 04:19:18 +08:00
Add test cases of search pagintion (#19506)
Signed-off-by: “nico” <cheng.yuan@zilliz.com> Signed-off-by: “nico” <cheng.yuan@zilliz.com>
This commit is contained in:
NicoYuan1986
GitHub
parent
838a633584
commit
d961b7b513
@ -3738,3 +3738,183 @@ class TestsearchString(TestcaseBase):
|
||||
"ids": insert_ids,
|
||||
"limit": default_limit,
|
||||
"_async": _async})
|
||||
|
||||
|
||||
class TestsearchPagination(TestcaseBase):
|
||||
""" Test case of search pagination """
|
||||
|
||||
@pytest.fixture(scope="function", params=[0, 10])
|
||||
def offset(self, request):
|
||||
yield request.param
|
||||
|
||||
@pytest.fixture(scope="function", params=[8, 128])
|
||||
def dim(self, request):
|
||||
yield request.param
|
||||
|
||||
@pytest.fixture(scope="function", params=[False, True])
|
||||
def auto_id(self, request):
|
||||
yield request.param
|
||||
|
||||
@pytest.fixture(scope="function", params=[False, True])
|
||||
def _async(self, request):
|
||||
yield request.param
|
||||
|
||||
"""
|
||||
******************************************************************
|
||||
# The following are valid base cases
|
||||
******************************************************************
|
||||
"""
|
||||
|
||||
@pytest.mark.tags(CaseLabel.L1)
|
||||
@pytest.mark.parametrize("limit", [10, 20])
|
||||
def test_search_with_pagination(self, offset, auto_id, dim, limit, _async):
|
||||
"""
|
||||
target: test search with pagination
|
||||
method: 1. connect and create a collection
|
||||
2. search pagination with offset
|
||||
3. search with offset+limit
|
||||
4. compare with the search results whose corresponding ids should be the same
|
||||
expected: search successfully and ids is correct
|
||||
"""
|
||||
# 1. create a collection
|
||||
collection_w = self.init_collection_general(prefix, True, auto_id=auto_id, dim=dim)[0]
|
||||
# 2. search pagination with offset
|
||||
search_param = {"metric_type": "L2", "params": {"nprobe": 10}, "offset": offset}
|
||||
vectors = [[random.random() for _ in range(dim)] for _ in range(default_nq)]
|
||||
search_res = collection_w.search(vectors[:default_nq], default_search_field,
|
||||
search_param, limit,
|
||||
default_search_exp, _async=_async,
|
||||
check_task=CheckTasks.check_search_results,
|
||||
check_items={"nq": default_nq,
|
||||
"limit": limit,
|
||||
"_async": _async})[0]
|
||||
# 3. search with offset+limit
|
||||
res = collection_w.search(vectors[:default_nq], default_search_field, default_search_params,
|
||||
limit+offset, default_search_exp, _async=_async)[0]
|
||||
if _async:
|
||||
search_res.done()
|
||||
search_res = search_res.result()
|
||||
res.done()
|
||||
res = res.result()
|
||||
assert search_res[0].ids == res[0].ids[offset:]
|
||||
|
||||
@pytest.mark.tags(CaseLabel.L1)
|
||||
def test_search_string_with_pagination(self, offset, auto_id, _async):
|
||||
"""
|
||||
target: test search string with pagination
|
||||
method: 1. connect and create a collection
|
||||
2. search pagination with offset
|
||||
3. search with offset+limit
|
||||
4. compare with the search results whose corresponding ids should be the same
|
||||
expected: search successfully and ids is correct
|
||||
"""
|
||||
# 1. create a collection
|
||||
collection_w, _, _, insert_ids = \
|
||||
self.init_collection_general(prefix, True, auto_id=auto_id, dim=default_dim)[0:4]
|
||||
# 2. search
|
||||
search_param = {"metric_type": "L2", "params": {"nprobe": 10}, "offset": offset}
|
||||
vectors = [[random.random() for _ in range(default_dim)] for _ in range(default_nq)]
|
||||
output_fields = [default_string_field_name, default_float_field_name]
|
||||
search_res = collection_w.search(vectors[:default_nq], default_search_field,
|
||||
search_param, default_limit,
|
||||
default_search_string_exp,
|
||||
output_fields=output_fields,
|
||||
_async=_async,
|
||||
check_task=CheckTasks.check_search_results,
|
||||
check_items={"nq": default_nq,
|
||||
"ids": insert_ids,
|
||||
"limit": default_limit,
|
||||
"_async": _async})[0]
|
||||
# 3. search with offset+limit
|
||||
res = collection_w.search(vectors[:default_nq], default_search_field, default_search_params,
|
||||
default_limit + offset, default_search_string_exp, _async=_async)[0]
|
||||
if _async:
|
||||
search_res.done()
|
||||
search_res = search_res.result()
|
||||
res.done()
|
||||
res = res.result()
|
||||
assert search_res[0].ids == res[0].ids[offset:]
|
||||
|
||||
@pytest.mark.tags(CaseLabel.L1)
|
||||
def test_search_binary_with_pagination(self, offset, auto_id):
|
||||
"""
|
||||
target: test search binary with pagination
|
||||
method: 1. connect and create a collection
|
||||
2. search pagination with offset
|
||||
3. search with offset+limit
|
||||
4. compare with the search results whose corresponding ids should be the same
|
||||
expected: search successfully and ids is correct
|
||||
"""
|
||||
# 1. create a collection
|
||||
collection_w, _, _, insert_ids = \
|
||||
self.init_collection_general(prefix, True, is_binary=True, auto_id=auto_id, dim=default_dim)[0:4]
|
||||
# 2. search
|
||||
search_param = {"metric_type": "JACCARD", "params": {"nprobe": 10}, "offset": offset}
|
||||
binary_vectors = cf.gen_binary_vectors(default_nq, default_dim)[1]
|
||||
search_res = collection_w.search(binary_vectors[:default_nq], "binary_vector",
|
||||
search_param, default_limit,
|
||||
check_task=CheckTasks.check_search_results,
|
||||
check_items={"nq": default_nq,
|
||||
"ids": insert_ids,
|
||||
"limit": default_limit})[0]
|
||||
# 3. search with offset+limit
|
||||
search_binary_param = {"metric_type": "JACCARD", "params": {"nprobe": 10}}
|
||||
res = collection_w.search(binary_vectors[:default_nq], "binary_vector", search_binary_param,
|
||||
default_limit + offset)[0]
|
||||
assert search_res[0].ids == res[0].ids[offset:]
|
||||
|
||||
|
||||
class TestsearchPaginationInvalid(TestcaseBase):
|
||||
""" Test case of search pagination """
|
||||
|
||||
@pytest.fixture(scope="function", params=[0, 10])
|
||||
def offset(self, request):
|
||||
yield request.param
|
||||
|
||||
"""
|
||||
******************************************************************
|
||||
# The following are invalid cases
|
||||
******************************************************************
|
||||
"""
|
||||
|
||||
@pytest.mark.tags(CaseLabel.L1)
|
||||
@pytest.mark.parametrize("offset", [" ", [1, 2], {1}, "12 s"])
|
||||
def test_search_pagination_with_invalid_offset_type(self, offset):
|
||||
"""
|
||||
target: test search pagination with invalid offset type
|
||||
method: create connection, collection, insert and search with invalid offset type
|
||||
expected: raise exception
|
||||
"""
|
||||
# 1. initialize
|
||||
collection_w = self.init_collection_general(prefix, True, dim=default_dim)[0]
|
||||
# 2. search
|
||||
search_param = {"metric_type": "L2", "params": {"nprobe": 10}, "offset": offset}
|
||||
vectors = [[random.random() for _ in range(default_dim)] for _ in range(default_nq)]
|
||||
collection_w.search(vectors[:default_nq], default_search_field,
|
||||
search_param, default_limit,
|
||||
default_search_exp,
|
||||
check_task=CheckTasks.err_res,
|
||||
check_items={"err_code": 1,
|
||||
"err_msg": "offset [%s] is invalid" % offset})
|
||||
|
||||
@pytest.mark.tags(CaseLabel.L1)
|
||||
@pytest.mark.parametrize("offset", [-1, 16386])
|
||||
def test_search_pagination_with_invalid_offset_value(self, offset):
|
||||
"""
|
||||
target: test search pagination with invalid offset value
|
||||
method: create connection, collection, insert and search with invalid offset value
|
||||
expected: raise exception
|
||||
"""
|
||||
# 1. initialize
|
||||
collection_w = self.init_collection_general(prefix, True, dim=default_dim)[0]
|
||||
# 2. search
|
||||
search_param = {"metric_type": "L2", "params": {"nprobe": 10}, "offset": offset}
|
||||
vectors = [[random.random() for _ in range(default_dim)] for _ in range(default_nq)]
|
||||
collection_w.search(vectors[:default_nq], default_search_field,
|
||||
search_param, default_limit,
|
||||
default_search_exp,
|
||||
check_task=CheckTasks.err_res,
|
||||
check_items={"err_code": 1,
|
||||
"err_msg": "offset [%d] is invalid, should be in range "
|
||||
"[1, 16385], but got %d" % (offset, offset)})
|
||||
|
||||
|
||||
Loading…
Reference in New Issue
Block a user