mirror of
https://gitee.com/milvus-io/milvus.git
synced 2024-12-05 05:18:52 +08:00
d1d5f9e409
Signed-off-by: zhenshan.cao <zhenshan.cao@zilliz.com>
190 lines
5.9 KiB
Go
190 lines
5.9 KiB
Go
// Copyright (C) 2019-2020 Zilliz. All rights reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software distributed under the License
|
|
// is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
|
|
// or implied. See the License for the specific language governing permissions and limitations under the License.
|
|
|
|
package querynode
|
|
|
|
import (
|
|
"context"
|
|
"strconv"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/golang/protobuf/proto"
|
|
"github.com/stretchr/testify/assert"
|
|
|
|
"github.com/milvus-io/milvus/internal/proto/querypb"
|
|
)
|
|
|
|
func TestHistorical_GlobalSealedSegments(t *testing.T) {
|
|
n := newQueryNodeMock()
|
|
|
|
// init meta
|
|
segmentID := UniqueID(0)
|
|
partitionID := UniqueID(1)
|
|
collectionID := UniqueID(2)
|
|
segmentInfo := &querypb.SegmentInfo{
|
|
SegmentID: segmentID,
|
|
CollectionID: collectionID,
|
|
PartitionID: partitionID,
|
|
}
|
|
|
|
emptySegmentCheck := func() {
|
|
segmentIDs := n.historical.getGlobalSegmentIDsByCollectionID(collectionID)
|
|
assert.Equal(t, 0, len(segmentIDs))
|
|
segmentIDs = n.historical.getGlobalSegmentIDsByPartitionIds([]UniqueID{partitionID})
|
|
assert.Equal(t, 0, len(segmentIDs))
|
|
}
|
|
|
|
// static test
|
|
emptySegmentCheck()
|
|
n.historical.addGlobalSegmentInfo(segmentID, segmentInfo)
|
|
segmentIDs := n.historical.getGlobalSegmentIDsByCollectionID(collectionID)
|
|
assert.Equal(t, 1, len(segmentIDs))
|
|
assert.Equal(t, segmentIDs[0], segmentID)
|
|
|
|
segmentIDs = n.historical.getGlobalSegmentIDsByPartitionIds([]UniqueID{partitionID})
|
|
assert.Equal(t, 1, len(segmentIDs))
|
|
assert.Equal(t, segmentIDs[0], segmentID)
|
|
|
|
n.historical.removeGlobalSegmentInfo(segmentID)
|
|
emptySegmentCheck()
|
|
|
|
n.historical.addGlobalSegmentInfo(segmentID, segmentInfo)
|
|
n.historical.removeGlobalSegmentIDsByCollectionID(collectionID)
|
|
emptySegmentCheck()
|
|
|
|
n.historical.addGlobalSegmentInfo(segmentID, segmentInfo)
|
|
n.historical.removeGlobalSegmentIDsByPartitionIds([]UniqueID{partitionID})
|
|
emptySegmentCheck()
|
|
|
|
// watch test
|
|
go n.historical.watchGlobalSegmentMeta()
|
|
time.Sleep(100 * time.Millisecond) // for etcd latency
|
|
segmentInfoBytes, err := proto.Marshal(segmentInfo)
|
|
assert.Nil(t, err)
|
|
assert.NotNil(t, n.etcdKV)
|
|
segmentKey := segmentMetaPrefix + "/" + strconv.FormatInt(segmentID, 10)
|
|
err = n.etcdKV.Save(segmentKey, string(segmentInfoBytes))
|
|
assert.NoError(t, err)
|
|
|
|
time.Sleep(200 * time.Millisecond) // for etcd latency
|
|
segmentIDs = n.historical.getGlobalSegmentIDsByCollectionID(collectionID)
|
|
assert.Equal(t, 1, len(segmentIDs))
|
|
assert.Equal(t, segmentIDs[0], segmentID)
|
|
|
|
segmentIDs = n.historical.getGlobalSegmentIDsByPartitionIds([]UniqueID{partitionID})
|
|
assert.Equal(t, 1, len(segmentIDs))
|
|
assert.Equal(t, segmentIDs[0], segmentID)
|
|
|
|
err = n.etcdKV.Remove(segmentKey)
|
|
assert.NoError(t, err)
|
|
time.Sleep(100 * time.Millisecond) // for etcd latency
|
|
emptySegmentCheck()
|
|
}
|
|
|
|
func TestHistorical_Search(t *testing.T) {
|
|
ctx, cancel := context.WithCancel(context.Background())
|
|
defer cancel()
|
|
|
|
t.Run("test search", func(t *testing.T) {
|
|
his, err := genSimpleHistorical(ctx)
|
|
assert.NoError(t, err)
|
|
|
|
plan, searchReqs, err := genSimpleSearchPlanAndRequests()
|
|
assert.NoError(t, err)
|
|
|
|
_, _, err = his.search(searchReqs, defaultCollectionID, []UniqueID{defaultPartitionID}, plan, Timestamp(0))
|
|
assert.NoError(t, err)
|
|
})
|
|
|
|
t.Run("test no collection - search partitions", func(t *testing.T) {
|
|
his, err := genSimpleHistorical(ctx)
|
|
assert.NoError(t, err)
|
|
|
|
plan, searchReqs, err := genSimpleSearchPlanAndRequests()
|
|
assert.NoError(t, err)
|
|
|
|
err = his.replica.removeCollection(defaultCollectionID)
|
|
assert.NoError(t, err)
|
|
|
|
_, _, err = his.search(searchReqs, defaultCollectionID, []UniqueID{}, plan, Timestamp(0))
|
|
assert.Error(t, err)
|
|
})
|
|
|
|
t.Run("test no collection - search all collection", func(t *testing.T) {
|
|
his, err := genSimpleHistorical(ctx)
|
|
assert.NoError(t, err)
|
|
|
|
plan, searchReqs, err := genSimpleSearchPlanAndRequests()
|
|
assert.NoError(t, err)
|
|
|
|
err = his.replica.removeCollection(defaultCollectionID)
|
|
assert.NoError(t, err)
|
|
|
|
_, _, err = his.search(searchReqs, defaultCollectionID, []UniqueID{defaultPartitionID}, plan, Timestamp(0))
|
|
assert.Error(t, err)
|
|
})
|
|
|
|
t.Run("test load partition and partition has been released", func(t *testing.T) {
|
|
his, err := genSimpleHistorical(ctx)
|
|
assert.NoError(t, err)
|
|
|
|
plan, searchReqs, err := genSimpleSearchPlanAndRequests()
|
|
assert.NoError(t, err)
|
|
|
|
col, err := his.replica.getCollectionByID(defaultCollectionID)
|
|
assert.NoError(t, err)
|
|
col.setLoadType(loadTypePartition)
|
|
|
|
err = his.replica.removePartition(defaultPartitionID)
|
|
assert.NoError(t, err)
|
|
|
|
_, _, err = his.search(searchReqs, defaultCollectionID, []UniqueID{}, plan, Timestamp(0))
|
|
assert.Error(t, err)
|
|
})
|
|
|
|
t.Run("test no partition in collection", func(t *testing.T) {
|
|
his, err := genSimpleHistorical(ctx)
|
|
assert.NoError(t, err)
|
|
|
|
plan, searchReqs, err := genSimpleSearchPlanAndRequests()
|
|
assert.NoError(t, err)
|
|
|
|
err = his.replica.removePartition(defaultPartitionID)
|
|
assert.NoError(t, err)
|
|
|
|
res, ids, err := his.search(searchReqs, defaultCollectionID, []UniqueID{}, plan, Timestamp(0))
|
|
assert.Nil(t, res)
|
|
assert.Nil(t, ids)
|
|
assert.NoError(t, err)
|
|
})
|
|
|
|
t.Run("test load collection partition released in collection", func(t *testing.T) {
|
|
his, err := genSimpleHistorical(ctx)
|
|
assert.NoError(t, err)
|
|
|
|
plan, searchReqs, err := genSimpleSearchPlanAndRequests()
|
|
assert.NoError(t, err)
|
|
|
|
col, err := his.replica.getCollectionByID(defaultCollectionID)
|
|
assert.NoError(t, err)
|
|
col.addReleasedPartition(defaultPartitionID)
|
|
|
|
err = his.replica.removePartition(defaultPartitionID)
|
|
assert.NoError(t, err)
|
|
|
|
res, ids, err := his.search(searchReqs, defaultCollectionID, []UniqueID{defaultPartitionID}, plan, Timestamp(0))
|
|
assert.Nil(t, res)
|
|
assert.Nil(t, ids)
|
|
assert.Error(t, err)
|
|
})
|
|
}
|